{"severity_text":"INFO","timestamp":"2026-11-02T03:04:03.494309047Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:03.546833565Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:03.601563481Z","logger":"setup","body":"patched required labels on managed namespace","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:03.707184739Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:03.707206085Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":false,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:03.925143288Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:03.925189953Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:04.091347256Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/e5db4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:04.469566472Z","logger":"maas-authpolicy-controller","body":"AIGuardrail CRD not registered; skipping static watch","service.name":"maas-controller","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:04.967811409Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.084912421Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.085000857Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.085069277Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.085110643Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.085148517Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.085184933Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.085224689Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.085262091Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.085299199Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.085336724Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.085382337Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.085425463Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.08547397Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.085621055Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.085751377Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.085855283Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.085950006Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.085937373Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.086019332Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.08608966Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9}
I1102 03:04:05.186581       1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io"
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.18669878Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9}
I1102 03:04:05.294121       1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io"
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.29440613Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.294588006Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.294675555Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.294786992Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.294797117Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.294851397Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.294873687Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.29497073Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.29511037Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.295190764Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.295293285Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.295324182Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.295417433Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.295502167Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.295531074Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.295545815Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.295552237Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.295567806Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.295592255Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.295611758Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.29567291Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.295684642Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.295694278Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.295817678Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.295842389Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.295845911Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.295865439Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.295934016Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.295972514Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.296031825Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.29609674Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.296120076Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.296159129Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.296193223Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.296438542Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.296500126Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.29652242Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.29654326Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.296564275Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.296676546Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.296698543Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.296819287Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.296564377Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.297094279Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.297120414Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.297209436Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.297259542Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.297279678Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.297298351Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.297317495Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.297342593Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.388285454Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.388323831Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.50408871Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.507280824Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.663956505Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy created","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.698631494Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.698667812Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.698678941Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.698704757Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.698736904Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.698748031Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.699016671Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.699031577Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.799084055Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.799110691Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.799085288Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.799123324Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.799117333Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:05.799132664Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:07.102694654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2366c1d-f488-42d0-a131-4b8bd3e37c8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:07.155423573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2366c1d-f488-42d0-a131-4b8bd3e37c8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:07.20809909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2366c1d-f488-42d0-a131-4b8bd3e37c8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:07.260786326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2366c1d-f488-42d0-a131-4b8bd3e37c8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:09.180823013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f818dd6a-ee72-4517-9b6b-997db97bc16a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:09.233861744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f818dd6a-ee72-4517-9b6b-997db97bc16a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:09.286666139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f818dd6a-ee72-4517-9b6b-997db97bc16a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:09.339477546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f818dd6a-ee72-4517-9b6b-997db97bc16a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:11.251760448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5269ec53-4667-4e09-89bf-19b24c8bb637","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:11.304544405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5269ec53-4667-4e09-89bf-19b24c8bb637","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:11.357226867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5269ec53-4667-4e09-89bf-19b24c8bb637","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:11.410096221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5269ec53-4667-4e09-89bf-19b24c8bb637","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:15.337332132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce409f02-46da-4943-8f2d-8c4d1cfc8b88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:15.390388684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce409f02-46da-4943-8f2d-8c4d1cfc8b88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:15.443159416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce409f02-46da-4943-8f2d-8c4d1cfc8b88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:15.495944587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce409f02-46da-4943-8f2d-8c4d1cfc8b88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:17.46750484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"111bf12b-9de8-4444-a549-47527c47b739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:17.520279936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"111bf12b-9de8-4444-a549-47527c47b739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:17.572895934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"111bf12b-9de8-4444-a549-47527c47b739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:17.625542573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"111bf12b-9de8-4444-a549-47527c47b739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:35.607801886Z","logger":"setup.ensureClusterBootstrap","body":"ensured default AITenant exists","service.name":"maas-controller","name":"models-as-a-service","namespace":"ai-tenants","tenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:35.616630504Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:36.518508953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f39e04c-a94f-437a-9b67-524b34ed11fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:36.571610196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f39e04c-a94f-437a-9b67-524b34ed11fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:36.628170849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f39e04c-a94f-437a-9b67-524b34ed11fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:36.682652794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f39e04c-a94f-437a-9b67-524b34ed11fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:38.746526226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6d665bb-d72e-4f59-a75e-1162c01e50f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:38.799395887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6d665bb-d72e-4f59-a75e-1162c01e50f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:38.852040374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6d665bb-d72e-4f59-a75e-1162c01e50f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:38.904779471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6d665bb-d72e-4f59-a75e-1162c01e50f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:39.917105556Z","body":"set Config owner reference on MaasTenantConfig/default-tenant","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48be9deb-22cd-43a4-aea2-589c7761fea0","namespace":"models-as-a-service","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:40.886169278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48be9deb-22cd-43a4-aea2-589c7761fea0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:40.938884021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48be9deb-22cd-43a4-aea2-589c7761fea0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:40.991893408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48be9deb-22cd-43a4-aea2-589c7761fea0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:41.044983846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48be9deb-22cd-43a4-aea2-589c7761fea0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:42.984431389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"795946d6-f2d7-4725-869c-9e8fbb60a045","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:43.037283387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"795946d6-f2d7-4725-869c-9e8fbb60a045","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:43.090252693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"795946d6-f2d7-4725-869c-9e8fbb60a045","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:43.143261067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"795946d6-f2d7-4725-869c-9e8fbb60a045","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:43.575741006Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"e9af20fd-583e-4633-af9a-56e413da7c37","api-key-max-expiration-days":"90","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:49.451743176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b1e4e64-0713-4168-a98e-06f507fd205a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:49.504439682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b1e4e64-0713-4168-a98e-06f507fd205a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:49.557117039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b1e4e64-0713-4168-a98e-06f507fd205a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:49.610014752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b1e4e64-0713-4168-a98e-06f507fd205a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:51.576338853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"192b1981-05d8-4b51-bb33-24752d7b2016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:51.629014566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"192b1981-05d8-4b51-bb33-24752d7b2016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:51.681732268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"192b1981-05d8-4b51-bb33-24752d7b2016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:51.734366982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"192b1981-05d8-4b51-bb33-24752d7b2016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:56.334905943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d4de91c-cf7e-4fa3-849f-e810593fc54b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:56.387767153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d4de91c-cf7e-4fa3-849f-e810593fc54b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:56.440409602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d4de91c-cf7e-4fa3-849f-e810593fc54b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:56.492929789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d4de91c-cf7e-4fa3-849f-e810593fc54b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:58.413130895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2c1e2fd-a7a4-4193-8f9f-b3f6f129d66e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:58.465983037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2c1e2fd-a7a4-4193-8f9f-b3f6f129d66e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:58.518984712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2c1e2fd-a7a4-4193-8f9f-b3f6f129d66e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:04:58.571709535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2c1e2fd-a7a4-4193-8f9f-b3f6f129d66e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:05:05.661399468Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:05:35.661491786Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:05:43.881180201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a32a9bc-74da-4de6-a2c8-039576335681","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:05:43.93397513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a32a9bc-74da-4de6-a2c8-039576335681","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:05:43.986686909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a32a9bc-74da-4de6-a2c8-039576335681","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:05:44.039068872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a32a9bc-74da-4de6-a2c8-039576335681","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:05:45.937331521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d845128d-3c24-4c28-bca2-edd277f76d90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:05:45.98983726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d845128d-3c24-4c28-bca2-edd277f76d90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:05:46.042536082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d845128d-3c24-4c28-bca2-edd277f76d90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:05:46.094969523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d845128d-3c24-4c28-bca2-edd277f76d90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:05:47.929798434Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"d821a5d6-c9c8-4d8c-a3dd-b840dddb676f","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:05:48.932690151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d32ede8d-ef4f-4af2-bdd9-7c0c6ad4fd7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:05:48.985511577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d32ede8d-ef4f-4af2-bdd9-7c0c6ad4fd7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:05:49.038383508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d32ede8d-ef4f-4af2-bdd9-7c0c6ad4fd7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:05:49.091119044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d32ede8d-ef4f-4af2-bdd9-7c0c6ad4fd7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:05:50.98597335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2089c5e3-c895-435c-bfa6-f9745ee59dfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:05:51.039024344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2089c5e3-c895-435c-bfa6-f9745ee59dfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:05:51.092407621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2089c5e3-c895-435c-bfa6-f9745ee59dfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:05:51.145788907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2089c5e3-c895-435c-bfa6-f9745ee59dfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:05.610537203Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:06.324265825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e26ebb1-7702-4103-9bbb-41c9c2bcb726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:06.378079281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e26ebb1-7702-4103-9bbb-41c9c2bcb726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:06.430842269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e26ebb1-7702-4103-9bbb-41c9c2bcb726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:06.484055408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e26ebb1-7702-4103-9bbb-41c9c2bcb726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:10.064978378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6cbfaf2-4624-4423-a4a6-0534c270fb89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:10.192575503Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6cbfaf2-4624-4423-a4a6-0534c270fb89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:10.247909993Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6cbfaf2-4624-4423-a4a6-0534c270fb89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:10.261805485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec81d784-6366-4600-acc2-bf1c6a3e0599","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:10.317771513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec81d784-6366-4600-acc2-bf1c6a3e0599","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:10.372605896Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec81d784-6366-4600-acc2-bf1c6a3e0599","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:10.463844556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2b4e224-77d8-43bc-bd50-8f0c62b9334f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:10.532976064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2b4e224-77d8-43bc-bd50-8f0c62b9334f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:10.585558151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"441c8bc9-a245-4621-aecd-db6942bb787d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:10.587968249Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2b4e224-77d8-43bc-bd50-8f0c62b9334f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:10.641665133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"441c8bc9-a245-4621-aecd-db6942bb787d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:10.696477171Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"441c8bc9-a245-4621-aecd-db6942bb787d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:10.955443232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74a9eebf-52a8-45cd-8f43-6bff4b1d913d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:11.011594419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74a9eebf-52a8-45cd-8f43-6bff4b1d913d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:11.05652181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f156238-1494-44ab-9460-3bfba603b529","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:11.068397524Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74a9eebf-52a8-45cd-8f43-6bff4b1d913d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:11.115951502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f156238-1494-44ab-9460-3bfba603b529","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:11.171537164Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f156238-1494-44ab-9460-3bfba603b529","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:11.300687176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4241f8e4-cb98-4b8d-a444-f7520d1fd4a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:06:11.340567807Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5ec56c05-7573-44f7-a944-c5b89d128ade","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:11.35802104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4241f8e4-cb98-4b8d-a444-f7520d1fd4a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:06:11.397515234Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ff29de41-557a-4dc1-983c-bf513f4438dd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:11.40178111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76165d0c-79ee-4d75-aed9-430262cf54f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:11.413149641Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4241f8e4-cb98-4b8d-a444-f7520d1fd4a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:11.458585009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76165d0c-79ee-4d75-aed9-430262cf54f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:11.514671064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76165d0c-79ee-4d75-aed9-430262cf54f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:11.564203188Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4a8cc267-7043-4452-9d28-37b0ecd25cc0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:11.570661121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5040be32-e29b-4a04-966f-e4d7d94acb5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:11.626776295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5040be32-e29b-4a04-966f-e4d7d94acb5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:11.664704337Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6b044d1c-2b95-4074-a715-0922362c4fcb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:11.670662119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0748a0ac-0aea-45c9-9960-ae857d1303fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:11.681631357Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5040be32-e29b-4a04-966f-e4d7d94acb5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:11.726582791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0748a0ac-0aea-45c9-9960-ae857d1303fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:11.764780474Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d7c6809c-a534-4a0e-b239-02a8f99dc2b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:11.781383713Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0748a0ac-0aea-45c9-9960-ae857d1303fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:11.837713166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7afe53d-4154-43b0-a6e0-fd814dbfe56e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:11.865091931Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"37108a7f-5620-479d-ae71-9fc2295be261","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:11.893883322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7afe53d-4154-43b0-a6e0-fd814dbfe56e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:11.939269004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8823b24e-271f-44cb-b7f1-6292f317f8f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:11.948701622Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7afe53d-4154-43b0-a6e0-fd814dbfe56e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:11.9965021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8823b24e-271f-44cb-b7f1-6292f317f8f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:12.052534847Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8823b24e-271f-44cb-b7f1-6292f317f8f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:14.747190388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b0ca7a0e-eae3-4322-9bc5-62153442a1ae","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:14.747220884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b0ca7a0e-eae3-4322-9bc5-62153442a1ae","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:14.800887993Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e3c615e9-420a-4f59-b77b-c28c5d177de8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:14.800975978Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2ce98ef9-2355-44b7-828b-b82abdfa0fd3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:14.813742361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8d1373db-a162-4f26-8d6d-86f7db713ee1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:14.813761406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8d1373db-a162-4f26-8d6d-86f7db713ee1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:14.908026379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6b2e7d7-af05-410c-acd8-f331c548f909","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:14.908026423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0df5d62-d6ad-4dd0-9c4e-15b56b19157e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:14.96468916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0df5d62-d6ad-4dd0-9c4e-15b56b19157e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:14.964695873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6b2e7d7-af05-410c-acd8-f331c548f909","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:15.021120769Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6b2e7d7-af05-410c-acd8-f331c548f909","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:15.02123673Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0df5d62-d6ad-4dd0-9c4e-15b56b19157e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:15.179739482Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2d435d0e-7621-4dc1-baee-e45b9aed9dca","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:15.236543493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88a25586-af47-4b83-ab7e-a8121afede91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:15.23948883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48558ee3-3a57-42ed-a68c-3997fa594e6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:15.29441038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88a25586-af47-4b83-ab7e-a8121afede91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:15.295599438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48558ee3-3a57-42ed-a68c-3997fa594e6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:15.352205222Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88a25586-af47-4b83-ab7e-a8121afede91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:15.352308495Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48558ee3-3a57-42ed-a68c-3997fa594e6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:15.635939644Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8d2dd564-2e8e-4101-95df-40cf0aad2499","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:16.380572056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"79e6ea8b-d95b-4644-89b4-3035c37cf904","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:16.38059126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"79e6ea8b-d95b-4644-89b4-3035c37cf904","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:17.807063476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a219c4ac-ce7f-4f4a-925f-158269288ae7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:17.807063569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94315c63-6327-4fdc-b248-c4aedcc992f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:17.863990806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a219c4ac-ce7f-4f4a-925f-158269288ae7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:17.914420976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94315c63-6327-4fdc-b248-c4aedcc992f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:17.919320772Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a219c4ac-ce7f-4f4a-925f-158269288ae7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:17.969493148Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94315c63-6327-4fdc-b248-c4aedcc992f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:21.91594595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3ffc33d4-639d-4020-b81c-ea3af6c58c9e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:21.915973991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3ffc33d4-639d-4020-b81c-ea3af6c58c9e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:21.916483667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dcce9d00-5965-4465-81b2-74097b98b4e7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:21.916497623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dcce9d00-5965-4465-81b2-74097b98b4e7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:21.969565952Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7f5800ff-df3b-4e1a-9b4b-37919a2b4b86","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:22.016469916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4d912688-07eb-4ca4-b75c-83626dd9247f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:22.016487625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4d912688-07eb-4ca4-b75c-83626dd9247f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:22.016733401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d5692f86-f45e-4b93-bb49-6a3259bda9fb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:22.016744681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d5692f86-f45e-4b93-bb49-6a3259bda9fb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:22.070324855Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8e089ef1-7b53-443e-bb5d-aa9ae04aaa8b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:22.074885378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d24e0a7-105b-43af-b162-43326dca359f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:22.077175672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18d7313c-a45e-4498-b151-ff38fef5952c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:22.131714663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d24e0a7-105b-43af-b162-43326dca359f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:22.134623531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18d7313c-a45e-4498-b151-ff38fef5952c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:22.187301148Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d24e0a7-105b-43af-b162-43326dca359f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:22.189878848Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18d7313c-a45e-4498-b151-ff38fef5952c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:22.503159183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2a1b91d5-f0db-40f2-ad57-01ab6f55caa1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:22.503191058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ac8d366-3e34-44cf-8d50-62043cb13ea4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:22.559629054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2a1b91d5-f0db-40f2-ad57-01ab6f55caa1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:22.559875055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ac8d366-3e34-44cf-8d50-62043cb13ea4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:22.559915144Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ac8d366-3e34-44cf-8d50-62043cb13ea4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:22.614898924Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2a1b91d5-f0db-40f2-ad57-01ab6f55caa1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:06:22.765555493Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2a1b91d5-f0db-40f2-ad57-01ab6f55caa1","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:22.928383571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"59cddfc9-5984-4ff3-a791-e7337dd40979","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:22.985028457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"59cddfc9-5984-4ff3-a791-e7337dd40979","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:22.985074033Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"59cddfc9-5984-4ff3-a791-e7337dd40979","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:23.175494254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5c6cfccc-d850-4ac9-88af-5af0622e32f3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:23.175519013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5c6cfccc-d850-4ac9-88af-5af0622e32f3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:25.464316582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d9536667-8b4c-4370-9b84-f434a206490f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:25.464337033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d9536667-8b4c-4370-9b84-f434a206490f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:25.464682918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9c71b984-21cc-4c28-98e0-cae17e1b89eb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:25.46470203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9c71b984-21cc-4c28-98e0-cae17e1b89eb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:25.464905974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"99c935c0-22cb-4d34-a314-2fc8326ac069","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:25.464919047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"99c935c0-22cb-4d34-a314-2fc8326ac069","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:25.517894191Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2c2d97c1-2ea8-4bcb-a816-9e7b4ef2eb5e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:25.518161974Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8ca75901-21e8-44cb-afcc-fbc609679478","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:25.532202486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"240f7ec1-6ea8-4ce3-99e3-c929fbf9e33f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:25.532282176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"240f7ec1-6ea8-4ce3-99e3-c929fbf9e33f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:25.532602989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"723b8037-1d3a-435e-ba2a-a2b3ef30ea47","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:25.532617819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"723b8037-1d3a-435e-ba2a-a2b3ef30ea47","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:25.532835701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3b862eff-4b73-4fcd-844a-e113aab63df4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:25.53284847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3b862eff-4b73-4fcd-844a-e113aab63df4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:25.622714551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f7ceb39-840d-4db0-be4a-4a7e1e37bd56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:25.62272768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44ee5d4a-7bc0-4fa3-b476-c9a4bef18ae9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:25.679198832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44ee5d4a-7bc0-4fa3-b476-c9a4bef18ae9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:25.679246391Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44ee5d4a-7bc0-4fa3-b476-c9a4bef18ae9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:25.67924883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f7ceb39-840d-4db0-be4a-4a7e1e37bd56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:25.679286144Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f7ceb39-840d-4db0-be4a-4a7e1e37bd56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:25.892272933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e45fcddb-4546-4b40-8057-c0dfa3f7a443","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:25.892312523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91e83a87-02ac-44aa-95d8-09945e07373c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:25.949203021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e45fcddb-4546-4b40-8057-c0dfa3f7a443","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:25.949247334Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e45fcddb-4546-4b40-8057-c0dfa3f7a443","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:25.949271322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91e83a87-02ac-44aa-95d8-09945e07373c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:25.94930978Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91e83a87-02ac-44aa-95d8-09945e07373c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:26.182114228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4744c942-6b7a-4d76-96e2-bfdf233e9527","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:26.182223106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c757b5ba-41d6-4e39-b650-80da74dfe8ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:26.239582845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c757b5ba-41d6-4e39-b650-80da74dfe8ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:26.239635084Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c757b5ba-41d6-4e39-b650-80da74dfe8ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:26.239636919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4744c942-6b7a-4d76-96e2-bfdf233e9527","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:26.23967092Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4744c942-6b7a-4d76-96e2-bfdf233e9527","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:26.72501998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b0f8289f-c85d-436f-a8d5-ff43c9167531","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:26.725044661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b0f8289f-c85d-436f-a8d5-ff43c9167531","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:29.379017569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d66e514e-f2a0-4a63-89f0-bf32c1e3c733","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:29.379041363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d66e514e-f2a0-4a63-89f0-bf32c1e3c733","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:29.37938749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2b85f0dd-3532-4577-b59a-60f3a4e16622","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:29.379401577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2b85f0dd-3532-4577-b59a-60f3a4e16622","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:29.379606348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"db176b74-1618-4b62-9f9c-95380ad27d1d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:29.379619941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"db176b74-1618-4b62-9f9c-95380ad27d1d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:29.379915945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9adfc6e6-2d2d-4e7a-b211-88ac76d5fca2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:29.379931188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9adfc6e6-2d2d-4e7a-b211-88ac76d5fca2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:29.43264434Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5d8b2b10-eebc-4604-a609-82bd771fba4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:29.432893209Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"16493011-e5a6-449d-82b4-856245a4f7e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:29.446311885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"75160575-b345-46ea-bd55-021ef03711c9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:29.446331332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"75160575-b345-46ea-bd55-021ef03711c9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:29.446656624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dbf36879-73c3-4a82-9f58-ddc56fd8c909","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:29.446673238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dbf36879-73c3-4a82-9f58-ddc56fd8c909","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:29.446921111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5952deb0-056d-4697-a215-3ab6dfd4750a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:29.446934827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5952deb0-056d-4697-a215-3ab6dfd4750a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:29.447179464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"598ff715-804b-4d06-9df2-752db68d790e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:29.447191752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"598ff715-804b-4d06-9df2-752db68d790e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:29.537069361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b04b1266-8560-416a-9235-e56f595a8190","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:29.537566289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e3e9d6e-325e-4953-83db-dd14396dc782","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:29.593778803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b04b1266-8560-416a-9235-e56f595a8190","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:29.593796573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e3e9d6e-325e-4953-83db-dd14396dc782","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:29.593827938Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b04b1266-8560-416a-9235-e56f595a8190","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:29.593834849Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e3e9d6e-325e-4953-83db-dd14396dc782","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:29.80324157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e7846cd8-5bd2-4883-9b45-04677bf91c4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:29.803287727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b877cd2-a7d6-48a7-a588-7f38f6efcec0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:29.859878179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b877cd2-a7d6-48a7-a588-7f38f6efcec0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:29.859926026Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b877cd2-a7d6-48a7-a588-7f38f6efcec0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:29.859922249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e7846cd8-5bd2-4883-9b45-04677bf91c4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:29.859968872Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e7846cd8-5bd2-4883-9b45-04677bf91c4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:30.259170218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"afc06528-31ef-4f7f-8cd0-3097f0875887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:30.259178704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"126e559a-d244-4851-88e3-771a891ddfad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:30.315461021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"afc06528-31ef-4f7f-8cd0-3097f0875887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:30.315507858Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"afc06528-31ef-4f7f-8cd0-3097f0875887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:30.315839679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"126e559a-d244-4851-88e3-771a891ddfad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:30.315881646Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"126e559a-d244-4851-88e3-771a891ddfad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:30.632741835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"33121e16-02ca-4d32-887e-70b5093496cd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:30.632763333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"33121e16-02ca-4d32-887e-70b5093496cd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:32.718769476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cae4fbdd-6a15-4c93-8707-c336540c8da7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:32.718796539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cae4fbdd-6a15-4c93-8707-c336540c8da7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:32.719109601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"db7015cd-08db-41ad-9329-324d5565e140","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:32.719125436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"db7015cd-08db-41ad-9329-324d5565e140","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:32.71930525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"75d86a6b-4c0e-4462-a5c1-a6fe01cac31c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:32.719314682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"75d86a6b-4c0e-4462-a5c1-a6fe01cac31c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:32.71951294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3e4b4fa6-324d-4fce-b43a-f1d3f60bd20f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:32.719524776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3e4b4fa6-324d-4fce-b43a-f1d3f60bd20f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:32.719725606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ea11808d-5b88-40de-9450-1e94f189dc80","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:32.719736455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ea11808d-5b88-40de-9450-1e94f189dc80","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:32.775053401Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"65ce9438-b413-4f17-ba3d-3e2d1bcd724b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:32.775051942Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b1434426-d602-446f-b72c-f4fadddb85d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:32.786835068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ac14e823-058b-408e-b59f-1908be2a1a65","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:32.786855511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ac14e823-058b-408e-b59f-1908be2a1a65","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:32.787055563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"705e87be-0ca6-433b-bd17-1396cf24ee6d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:32.787067602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"705e87be-0ca6-433b-bd17-1396cf24ee6d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:32.787244823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e2f23407-ccf7-45e6-831b-496b6b9c1f22","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:32.787258099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e2f23407-ccf7-45e6-831b-496b6b9c1f22","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:32.787459381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"67a6ea07-6813-4b98-a7b4-c58ea9271d15","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:32.787470107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"67a6ea07-6813-4b98-a7b4-c58ea9271d15","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:32.787641112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"43f827f6-0b5d-469d-87c2-0d09eb84d144","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:32.787652195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"43f827f6-0b5d-469d-87c2-0d09eb84d144","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:32.879919063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"416b73d8-46bb-471e-b1bf-9c5247c156cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:32.879919055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42adced0-d2ed-458e-bf99-1f1bcbc4d6ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:32.93674367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42adced0-d2ed-458e-bf99-1f1bcbc4d6ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:32.936802004Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42adced0-d2ed-458e-bf99-1f1bcbc4d6ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:32.936832022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"416b73d8-46bb-471e-b1bf-9c5247c156cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:32.936871763Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"416b73d8-46bb-471e-b1bf-9c5247c156cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:33.146622875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e28915b-b4c4-43e6-83ed-60bf8e9a806d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:33.146623008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d9ff0ddd-e825-4bfe-b3cc-868dbd10c8ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:33.203567921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e28915b-b4c4-43e6-83ed-60bf8e9a806d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:33.203607599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d9ff0ddd-e825-4bfe-b3cc-868dbd10c8ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:33.203623583Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e28915b-b4c4-43e6-83ed-60bf8e9a806d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:33.203642364Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d9ff0ddd-e825-4bfe-b3cc-868dbd10c8ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:33.984040983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b9c9e31c-c105-4c45-8b17-8fcaccb11703","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:33.984066245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b9c9e31c-c105-4c45-8b17-8fcaccb11703","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:35.610896746Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:36.65872124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e5c0b089-7784-4185-87e9-c7f8e1027d2f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:36.65874808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e5c0b089-7784-4185-87e9-c7f8e1027d2f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:36.65912218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4c25ee82-c3e6-422f-93e4-97237c2a471c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:36.659142334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4c25ee82-c3e6-422f-93e4-97237c2a471c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:36.659460679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"574397d3-4ed9-422a-8435-6339834a37e9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:36.659527634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"574397d3-4ed9-422a-8435-6339834a37e9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:36.659817865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7aa69667-7f0e-4cac-bb15-aa05d42d6ea9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:36.659834816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7aa69667-7f0e-4cac-bb15-aa05d42d6ea9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:36.660029701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d742a5f8-5d2d-4aed-a9b9-3c35ee685cd3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:36.660040597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d742a5f8-5d2d-4aed-a9b9-3c35ee685cd3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:36.660197087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a55700b6-e636-477a-9941-e519ae488740","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:36.660207654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a55700b6-e636-477a-9941-e519ae488740","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:36.712863231Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c5c5e9d3-556d-4f68-96b0-7a1c143a2883","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:36.71314257Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b6a30cd5-9906-4297-91d1-52e8b59ce4f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:36.726640707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ead5ab17-b722-42bf-a832-bba44db90c8b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:36.726660491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ead5ab17-b722-42bf-a832-bba44db90c8b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:36.726938042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a80338d3-4b18-4264-9d09-c2119934c0df","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:36.726956735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a80338d3-4b18-4264-9d09-c2119934c0df","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:36.72718851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d538755a-48a6-4bd3-83ae-bf358e1d09ee","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:36.727200344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d538755a-48a6-4bd3-83ae-bf358e1d09ee","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:36.727400093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d0695fb2-f964-40b1-acd6-95e4b2fc55c6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:36.72741035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d0695fb2-f964-40b1-acd6-95e4b2fc55c6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:36.727584351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b4d7fbfc-180c-4024-9344-5db9295bfe8b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:36.727594883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b4d7fbfc-180c-4024-9344-5db9295bfe8b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:36.727757641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e40dbbe9-e1dc-4510-864e-dd91449398dc","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:36.727767321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e40dbbe9-e1dc-4510-864e-dd91449398dc","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:36.817473338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"93ba2884-1e4d-43bf-b699-ec0762098a1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:36.81747604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa61a919-e01a-4ce4-b84d-903697f9701d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:36.874782905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"93ba2884-1e4d-43bf-b699-ec0762098a1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:36.874830441Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"93ba2884-1e4d-43bf-b699-ec0762098a1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:36.87504451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa61a919-e01a-4ce4-b84d-903697f9701d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:36.875086124Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa61a919-e01a-4ce4-b84d-903697f9701d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:37.087469092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23a257c5-dd83-4668-b3ef-6c3e088f2c6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:37.087468989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"52b93af0-a6f9-41b5-8caf-f292f85aef72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:37.144225403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"52b93af0-a6f9-41b5-8caf-f292f85aef72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:37.144315159Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"52b93af0-a6f9-41b5-8caf-f292f85aef72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:37.144765524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23a257c5-dd83-4668-b3ef-6c3e088f2c6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:37.144830591Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23a257c5-dd83-4668-b3ef-6c3e088f2c6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:37.902679518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9573c368-524b-4948-b3d5-6672cb612ccf","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:37.902699774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9573c368-524b-4948-b3d5-6672cb612ccf","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:39.480999808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2bcc2e7c-bde0-4775-80b9-d2e564794677","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:39.4810266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2bcc2e7c-bde0-4775-80b9-d2e564794677","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:39.48140047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ca79ce27-0e5d-4ed3-a93f-c9ed1a3576b7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:39.481418558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ca79ce27-0e5d-4ed3-a93f-c9ed1a3576b7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:39.481680437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1cf2e9b2-b6e1-414c-a700-4a3e98fc8d9d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:39.481694513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1cf2e9b2-b6e1-414c-a700-4a3e98fc8d9d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:39.481932557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e77e1b39-c21f-4a3e-a337-0b85491aa5cb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:39.481945125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e77e1b39-c21f-4a3e-a337-0b85491aa5cb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:39.482144605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0976b91b-62b2-493d-ba75-fd31202537cf","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:39.482160205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0976b91b-62b2-493d-ba75-fd31202537cf","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:39.482345806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"12e3b307-1cfd-4a0a-bc01-fc518c79790c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:39.482373295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"12e3b307-1cfd-4a0a-bc01-fc518c79790c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:39.482560035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa2c33e1-81c0-4344-9a7b-571853b629e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:39.482570826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa2c33e1-81c0-4344-9a7b-571853b629e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:39.535018117Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a76df8fa-cfe5-4a02-8bbe-1fb93747c4a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:39.588124679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a9605cbe-3822-4b15-8c45-3e29a2b50554","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:39.588143075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a9605cbe-3822-4b15-8c45-3e29a2b50554","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:39.588342919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5f374380-d2a9-47e7-a0ac-5e5e113d5d8d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:39.588370288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5f374380-d2a9-47e7-a0ac-5e5e113d5d8d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:39.588563088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6513be5a-dbb9-44fc-a6b4-58875c0d1fb9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:39.588575008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6513be5a-dbb9-44fc-a6b4-58875c0d1fb9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:39.588772816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"65354538-bf7d-4391-9a07-8d0e3aceca95","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:39.58878353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"65354538-bf7d-4391-9a07-8d0e3aceca95","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:39.588974813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d7ee4cf5-0e6b-4cc2-953d-1b044f9fc37c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:39.588985179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d7ee4cf5-0e6b-4cc2-953d-1b044f9fc37c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:39.589161083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f0faec11-9237-4c30-a8bf-93c6caad6ecc","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:39.589170923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f0faec11-9237-4c30-a8bf-93c6caad6ecc","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:39.589402916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0fa6367-ece5-4743-8ea1-0f4e5a662719","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:39.589418316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0fa6367-ece5-4743-8ea1-0f4e5a662719","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:39.639491373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27044186-189a-43a5-8624-482861dffaae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:39.639500106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c3ec187-fe9c-4bb1-ab2f-2116f5f64d75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:39.695172723Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cfd44ef7-c326-4bc4-8785-2518808bf842","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:39.696744796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27044186-189a-43a5-8624-482861dffaae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:39.697497867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c3ec187-fe9c-4bb1-ab2f-2116f5f64d75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:39.697539238Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c3ec187-fe9c-4bb1-ab2f-2116f5f64d75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:39.858816518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d2c812c-9d0d-4235-ba88-c9bee5c6696e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:39.858832809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d2c812c-9d0d-4235-ba88-c9bee5c6696e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:39.90586983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ae94ed4f-aa26-4907-9a4e-201b00b430e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:39.964205603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ae94ed4f-aa26-4907-9a4e-201b00b430e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:39.964244201Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ae94ed4f-aa26-4907-9a4e-201b00b430e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:40.011022074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fda8112f-be74-4965-9ffb-8c4ebb64f1f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:40.06768978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fda8112f-be74-4965-9ffb-8c4ebb64f1f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:40.069297832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9a7eaf8c-9f9d-4821-9e13-1d05532892bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:40.722109468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9e3dd04-5672-4a5b-8018-ba2e11d0e70e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:40.722133976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9e3dd04-5672-4a5b-8018-ba2e11d0e70e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:40.933282245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a19b13b6-a0ee-4a62-bfbc-f175b89ac50b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:43.354635715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"21876525-f3c3-49de-97ab-5773435d00b9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:43.354661259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"21876525-f3c3-49de-97ab-5773435d00b9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:43.35498074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0f4b0f50-7777-4992-8835-c103f452ec7a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:43.354997874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0f4b0f50-7777-4992-8835-c103f452ec7a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:43.355262544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"45f6433e-a8e6-4c7e-bd9b-4586e8ec19ae","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:43.355278147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"45f6433e-a8e6-4c7e-bd9b-4586e8ec19ae","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:43.355573555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4036571b-ba6d-482c-8f7b-080292ecdbb5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:43.355589565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4036571b-ba6d-482c-8f7b-080292ecdbb5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:43.355831061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a3138532-6e97-4561-a528-28c25d073527","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:43.355845358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a3138532-6e97-4561-a528-28c25d073527","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:43.356109889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e0ba3568-f8c8-4ba1-b342-529fd806b6d3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:43.356125743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e0ba3568-f8c8-4ba1-b342-529fd806b6d3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:43.356401954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09203429-52a3-4447-8c41-a9d916ce0e37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:43.356419261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09203429-52a3-4447-8c41-a9d916ce0e37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:43.356729837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ca6ad9af-ae3e-4d89-85d8-1cefac9dade0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:43.356743205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ca6ad9af-ae3e-4d89-85d8-1cefac9dade0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:43.420120458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c83ee826-f580-4647-bc91-c900b38022fe","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:43.420137397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c83ee826-f580-4647-bc91-c900b38022fe","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:43.420343705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0567da48-d969-4422-a300-f3ca97953a97","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:43.420366939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0567da48-d969-4422-a300-f3ca97953a97","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:43.420609035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b079ebad-5a3e-4d9c-b8ce-c1aaf0e8fc90","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:43.420624941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b079ebad-5a3e-4d9c-b8ce-c1aaf0e8fc90","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:43.420813976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2dbe2330-d6cd-4dd4-978e-27bd42341ccd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:43.42082545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2dbe2330-d6cd-4dd4-978e-27bd42341ccd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:43.420990185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e86a95bb-2bd4-497a-b906-a39b6c67dc26","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:43.421000405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e86a95bb-2bd4-497a-b906-a39b6c67dc26","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:43.421161805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1d573113-ffc4-4598-a040-24c2a0a4df74","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:43.421171704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1d573113-ffc4-4598-a040-24c2a0a4df74","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:43.421364588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7dccc17-49ad-481e-956b-e3160763690f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:43.421374694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7dccc17-49ad-481e-956b-e3160763690f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:43.421588072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7e33baca-96e4-4d0d-a6b1-8bc81d9bee38","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:43.421600944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7e33baca-96e4-4d0d-a6b1-8bc81d9bee38","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:43.512537997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6344042-060f-42e7-b1b4-990959220032","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:43.512548442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55d92a81-0ecc-4688-b0c9-8c9d30b5aec7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:43.569809112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55d92a81-0ecc-4688-b0c9-8c9d30b5aec7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:43.569877796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6344042-060f-42e7-b1b4-990959220032","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:43.571027023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"85275ca0-8368-4c4a-9ff9-3c9a5611ccbf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:43.57103178Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"52647f12-2180-48e8-ae8b-72c8d69df708","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:43.732704026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3b374b63-f86b-48b7-b38a-e9ab500a2934","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:43.732720977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3b374b63-f86b-48b7-b38a-e9ab500a2934","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:43.932756828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9332dd5b-bd53-482a-9ffa-ab4b82238089","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:43.932859233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54323b21-0340-4cda-ba1c-a4fea96144d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:43.945075054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1af7b862-f285-488b-a29c-28ce7768c025","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:43.989560208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54323b21-0340-4cda-ba1c-a4fea96144d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:43.989845996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9332dd5b-bd53-482a-9ffa-ab4b82238089","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:44.046922728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6f1b0142-4665-43ac-8fae-33ddb11244ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:44.209740493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8a2941a-c6f2-4c72-af57-068a4121eefc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:44.209759502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8a2941a-c6f2-4c72-af57-068a4121eefc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:44.352977025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b908b36-f776-48cf-849f-6f076e3a38d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:44.352998498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f972cf45-c878-4f8a-ba26-b78b2ebdbf5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:44.410168507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f972cf45-c878-4f8a-ba26-b78b2ebdbf5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:44.410272986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b908b36-f776-48cf-849f-6f076e3a38d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:44.606882609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"aece8075-4d67-4631-aabd-cd985ae5a6f1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:44.606909008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"aece8075-4d67-4631-aabd-cd985ae5a6f1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:44.818484995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1f11dc0b-f0d8-4f1d-8cd8-9d6301356cf2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:47.377851143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bb146a28-2a85-4e34-9671-82c8a575e7c9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:47.377890221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bb146a28-2a85-4e34-9671-82c8a575e7c9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:50.585901512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1bb147ba-d059-4eda-8784-dadac2f86ddc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:50.585922984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1bb147ba-d059-4eda-8784-dadac2f86ddc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:50.797889392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d046eb56-c949-4493-b2ac-5bc2c90d9523","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:50.878347764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c69f2879-eec8-41e0-86a7-09b1824b73b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:50.878384137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d9db667a-b836-4a6c-bdec-73ec15788600","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:50.957336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d9db667a-b836-4a6c-bdec-73ec15788600","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:50.95746705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c69f2879-eec8-41e0-86a7-09b1824b73b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:50.985038427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f1ccccfd-b977-4b6c-92fc-996e2ba5d3c9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:50.98505393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f1ccccfd-b977-4b6c-92fc-996e2ba5d3c9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:53.098397369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e55e61e0-06c0-4bb5-8f39-3154b69a54f1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:53.098423488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e55e61e0-06c0-4bb5-8f39-3154b69a54f1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:53.421935127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4bbdd814-98f3-46b3-a3fc-c913436009a9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:53.421954414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4bbdd814-98f3-46b3-a3fc-c913436009a9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:53.422263659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a12ec055-9a25-42a7-8e9f-2de99eaacef1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:53.42227488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a12ec055-9a25-42a7-8e9f-2de99eaacef1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:53.422532052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8a7ee1fa-5450-4722-8d88-db783c8089ce","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:53.422548645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8a7ee1fa-5450-4722-8d88-db783c8089ce","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:54.210332305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e2616102-60cf-4af0-9567-40d6543abb4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:54.210368511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e2616102-60cf-4af0-9567-40d6543abb4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:55.142219606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f3aedc42-9839-47f7-9c84-5a42d1e3b339","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:55.242964199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5083f16c-79c9-40b0-a82e-ddc3823933f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:56.233863789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f66333f5-23fe-4613-9e71-5e96ee1f4684","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:56.233882605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f66333f5-23fe-4613-9e71-5e96ee1f4684","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:59.013387755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c166011c-15b1-47dc-8a4b-b313b68ff6c5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:06:59.013406912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c166011c-15b1-47dc-8a4b-b313b68ff6c5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:00.985520527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"63f40d75-274e-4f68-af7f-a15273c08cb2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:00.985541835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"63f40d75-274e-4f68-af7f-a15273c08cb2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:02.60507977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5baa7c5f-dcdd-44fc-88a0-5db4252858e2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:02.60510047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5baa7c5f-dcdd-44fc-88a0-5db4252858e2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:04.211839163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca0c7d26-15b7-4594-9e91-61826074fdcd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:04.211860191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca0c7d26-15b7-4594-9e91-61826074fdcd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:05.006255841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c449ec8b-fb9c-4e4f-a75c-9c23a7a4770f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:05.006280727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c449ec8b-fb9c-4e4f-a75c-9c23a7a4770f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:05.218154067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3207bdcd-1550-42c6-8cd5-5d2a1222b31a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:05.221614233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2538c412-d49f-457b-a0e4-9553be628347","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:05.221649865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5123316a-a8b3-4f1f-827f-3d8d6c517760","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:05.328656874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5123316a-a8b3-4f1f-827f-3d8d6c517760","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:05.329022187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2538c412-d49f-457b-a0e4-9553be628347","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:05.38434606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f84985f-d985-444a-a077-9338a5feaef7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:05.384385674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f84985f-d985-444a-a077-9338a5feaef7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:05.595860876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7a4c67ec-9a4b-4247-a39e-b37304d69f5c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:05.609027432Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:10.279542878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ddac74bb-c2ae-4be8-ab2c-84993b0f00c9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:10.279561203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ddac74bb-c2ae-4be8-ab2c-84993b0f00c9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:10.503011301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a32a883-9b2a-43f9-b5c0-853831791fde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:10.503011182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8de8133-141d-4cac-980f-864124126b60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:10.503384114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f92460fe-4a9a-4d69-82ef-fa702bdf11da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:10.609876296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a32a883-9b2a-43f9-b5c0-853831791fde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:10.609882262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8de8133-141d-4cac-980f-864124126b60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:10.668004151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3cfc71d4-b2a4-442f-9c3a-c3a8de66796e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:10.668025246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3cfc71d4-b2a4-442f-9c3a-c3a8de66796e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:10.879052403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8086807e-45c0-48dc-9742-6e700f751639","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:12.936573526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ae737875-c858-4cfe-b16d-52b4f200be05","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:12.936600218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ae737875-c858-4cfe-b16d-52b4f200be05","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:13.100437113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3e9b7e1-db51-45ed-965e-23f1d95f0154","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:13.151754263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9691566a-b451-4b51-bf5a-ca7a1b54b5c7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:13.151845859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9691566a-b451-4b51-bf5a-ca7a1b54b5c7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:13.160330134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3e9b7e1-db51-45ed-965e-23f1d95f0154","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:13.310818162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9be8f3d8-4d1e-43fd-9c70-53ce285aa521","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:13.366504037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6b8dfa5e-710d-4b15-a4df-fdb1b7bf3d02","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:13.3674793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9be8f3d8-4d1e-43fd-9c70-53ce285aa521","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:13.374456823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ab2d65b-39ed-4a76-afc5-c959e6b10556","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:13.374471293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ab2d65b-39ed-4a76-afc5-c959e6b10556","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:13.53053571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c87b54b-3709-4bd2-b379-51976fdd5121","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:13.531076156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"aa2c7489-a746-4507-93e7-85e7156f531f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:13.531089994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"aa2c7489-a746-4507-93e7-85e7156f531f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:13.588882182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c87b54b-3709-4bd2-b379-51976fdd5121","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:35.659841377Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:46.793171385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2b6948b-5e1c-4b8e-86bb-77190421cf0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:46.846226164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2b6948b-5e1c-4b8e-86bb-77190421cf0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:46.898733905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2b6948b-5e1c-4b8e-86bb-77190421cf0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:46.951102026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2b6948b-5e1c-4b8e-86bb-77190421cf0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:47.455131487Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-66a47a3b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-66a47a3b","reconcileID":"3d2580e6-435b-471e-8c32-ca0004f79ea5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-66a47a3b","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-66a47a3b":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:48.069824032Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-d1107301","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-d1107301","reconcileID":"650dd3f1-ac48-406a-89f0-2f3b6ccea881","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-d1107301","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-d1107301":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:48.876997916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9c186a3-9548-41ae-b12b-c7cdb1bbfbcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:48.930679197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9c186a3-9548-41ae-b12b-c7cdb1bbfbcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:48.984067039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9c186a3-9548-41ae-b12b-c7cdb1bbfbcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:49.036773584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9c186a3-9548-41ae-b12b-c7cdb1bbfbcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:49.099922349Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-935e4abf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-935e4abf","reconcileID":"ad799e05-f424-4ead-bbc6-d5ba66e1eb09","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-935e4abf-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-935e4abf-gw":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:50.942023894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6896d17-afd0-454a-97d2-71b0c77c026c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:50.994661092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6896d17-afd0-454a-97d2-71b0c77c026c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:51.04737951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6896d17-afd0-454a-97d2-71b0c77c026c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:51.099992468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6896d17-afd0-454a-97d2-71b0c77c026c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:53.004163716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3852485f-05c5-4a16-a25c-a4b226f64f3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:53.057278374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3852485f-05c5-4a16-a25c-a4b226f64f3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:53.109833343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3852485f-05c5-4a16-a25c-a4b226f64f3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:53.163368274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3852485f-05c5-4a16-a25c-a4b226f64f3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:53.608113586Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-4bbf98be","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-4bbf98be","reconcileID":"6e6b4367-1a4b-47a2-b41d-a936ce89019d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-4bbf98be","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-4bbf98be":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:55.083693821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ff0fca-d725-483b-9c49-c2dc3b918105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:55.136587922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ff0fca-d725-483b-9c49-c2dc3b918105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:55.189402715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ff0fca-d725-483b-9c49-c2dc3b918105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:55.241912738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ff0fca-d725-483b-9c49-c2dc3b918105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:57.147429908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"945b1b2c-f7d8-45ca-aa79-7a290a2cc916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:57.20007411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"945b1b2c-f7d8-45ca-aa79-7a290a2cc916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:57.254501998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"945b1b2c-f7d8-45ca-aa79-7a290a2cc916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:57.308607023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"945b1b2c-f7d8-45ca-aa79-7a290a2cc916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:58.173762287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d1107301"},"namespace":"ai-tenant-e2e-ait-d1107301","name":"default-tenant","reconcileID":"47b9fb4a-8a90-4257-9fce-c7523d7d7dff","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-d1107301","tenantID":"e2e-ait-d1107301","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:58.290269364Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d1107301"},"namespace":"ai-tenant-e2e-ait-d1107301","name":"default-tenant","reconcileID":"47b9fb4a-8a90-4257-9fce-c7523d7d7dff","name":"e2e-ait-d1107301-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:58.437437075Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-bc460382","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-bc460382","reconcileID":"3f282c13-b183-4ddb-8291-fc38acbb4c86","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-bc460382","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-bc460382":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:59.693170954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d5a67b6-7014-47a4-a939-2b913c7dd964","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:59.746201778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d5a67b6-7014-47a4-a939-2b913c7dd964","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:59.798971101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d5a67b6-7014-47a4-a939-2b913c7dd964","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:07:59.852864126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d5a67b6-7014-47a4-a939-2b913c7dd964","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:01.793049927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72f3cf9d-0530-41ae-a7e1-bb2235316110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:01.846068432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72f3cf9d-0530-41ae-a7e1-bb2235316110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:01.89907668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72f3cf9d-0530-41ae-a7e1-bb2235316110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:01.952124355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72f3cf9d-0530-41ae-a7e1-bb2235316110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:03.083701314Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-935e4abf"},"namespace":"ai-tenant-e2e-migrate-935e4abf","name":"default-tenant","reconcileID":"d993b6fc-eb49-4118-9f02-d77fd0f2eab0","api-key-max-expiration-days":"37","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:03.138325653Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-935e4abf"},"namespace":"ai-tenant-e2e-migrate-935e4abf","name":"default-tenant","reconcileID":"d993b6fc-eb49-4118-9f02-d77fd0f2eab0","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:03.242816376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-935e4abf"},"namespace":"ai-tenant-e2e-migrate-935e4abf","name":"default-tenant","reconcileID":"d993b6fc-eb49-4118-9f02-d77fd0f2eab0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-935e4abf-gw","tenantID":"e2e-migrate-935e4abf","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:03.401248734Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-935e4abf"},"namespace":"ai-tenant-e2e-migrate-935e4abf","name":"default-tenant","reconcileID":"d993b6fc-eb49-4118-9f02-d77fd0f2eab0","name":"e2e-migrate-935e4abf-gw-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:03.495736448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e90bffe5-d88f-4591-aebe-7203aa72ceb2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:03.50369843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4bb702be-9cc2-48ff-8846-583681cd6549","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:03.860135766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28d315e1-009c-4e57-bc12-0554ca98e94f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:03.913174896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28d315e1-009c-4e57-bc12-0554ca98e94f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:03.966062014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28d315e1-009c-4e57-bc12-0554ca98e94f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:04.018841953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28d315e1-009c-4e57-bc12-0554ca98e94f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:05.610497785Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:05.980185673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d534b84-a2e8-4409-a236-af6759002b56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:06.041436029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d534b84-a2e8-4409-a236-af6759002b56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:06.09724326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d534b84-a2e8-4409-a236-af6759002b56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:06.153650721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d534b84-a2e8-4409-a236-af6759002b56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:08.100477669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d503c7fb-82d4-4c0c-8f55-93a2648902d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:08.154662565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d503c7fb-82d4-4c0c-8f55-93a2648902d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:08.207442644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d503c7fb-82d4-4c0c-8f55-93a2648902d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:08.259972476Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"509629eb-1efe-43e4-9868-26855a78654b","api-key-max-expiration-days":"90","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:08.260875486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d503c7fb-82d4-4c0c-8f55-93a2648902d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:10.17732693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6c63f09-0800-47f4-9691-12b222869af7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:10.231227065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6c63f09-0800-47f4-9691-12b222869af7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:10.28439735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6c63f09-0800-47f4-9691-12b222869af7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:10.337955453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6c63f09-0800-47f4-9691-12b222869af7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:13.677609139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-66a47a3b"},"namespace":"ai-tenant-e2e-ait-66a47a3b","name":"default-tenant","reconcileID":"31bfbc7e-41c0-4e95-bfca-88f2be81441c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-66a47a3b","tenantID":"e2e-ait-66a47a3b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:13.793582779Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-66a47a3b"},"namespace":"ai-tenant-e2e-ait-66a47a3b","name":"default-tenant","reconcileID":"31bfbc7e-41c0-4e95-bfca-88f2be81441c","name":"e2e-ait-66a47a3b-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:18.666058738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bc460382"},"namespace":"ai-tenant-e2e-derive-bc460382","name":"default-tenant","reconcileID":"2a29e0d7-c9e4-47eb-b32c-a994c7090526","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-bc460382","tenantID":"e2e-derive-bc460382","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:18.78121985Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bc460382"},"namespace":"ai-tenant-e2e-derive-bc460382","name":"default-tenant","reconcileID":"2a29e0d7-c9e4-47eb-b32c-a994c7090526","name":"e2e-derive-bc460382-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:23.512739495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bbf98be"},"namespace":"ai-tenant-e2e-ait-4bbf98be","name":"default-tenant","reconcileID":"d061851a-d852-4e01-b7e1-cf2bfa3b283e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-4bbf98be","tenantID":"e2e-ait-4bbf98be","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:23.628050566Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bbf98be"},"namespace":"ai-tenant-e2e-ait-4bbf98be","name":"default-tenant","reconcileID":"d061851a-d852-4e01-b7e1-cf2bfa3b283e","name":"e2e-ait-4bbf98be-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:30.241270468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b0fa042-445e-4052-9e96-bd53c04e3747","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:30.294063612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b0fa042-445e-4052-9e96-bd53c04e3747","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:30.34685238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b0fa042-445e-4052-9e96-bd53c04e3747","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:30.399685391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b0fa042-445e-4052-9e96-bd53c04e3747","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:32.288854651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21c0620c-9d16-4a09-8962-cc9ca76805d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:32.342252065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21c0620c-9d16-4a09-8962-cc9ca76805d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:32.395805374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21c0620c-9d16-4a09-8962-cc9ca76805d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:32.448340813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21c0620c-9d16-4a09-8962-cc9ca76805d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:32.885061635Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-935e4abf"},"namespace":"ai-tenant-e2e-migrate-935e4abf","name":"default-tenant","reconcileID":"76329951-7007-40e0-b019-78044a73fa5f","api-key-max-expiration-days":"37","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:32.995248077Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-935e4abf"},"namespace":"ai-tenant-e2e-migrate-935e4abf","name":"default-tenant","reconcileID":"76329951-7007-40e0-b019-78044a73fa5f","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:33.972573058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"38e0b98b-088a-4c0e-b52a-4f821cf78c92","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:34.245448201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"830738bf-2bb0-4c45-99b2-15cd86003c7f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:34.386766926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"203c8e17-c0ea-4354-bd49-37aeac0e630b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:34.439617501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"203c8e17-c0ea-4354-bd49-37aeac0e630b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:34.492199815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"203c8e17-c0ea-4354-bd49-37aeac0e630b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:34.545040376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"203c8e17-c0ea-4354-bd49-37aeac0e630b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:35.608678449Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:36.440446619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55c4a5d5-61f6-4363-ac65-83e64244bf90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:36.493157717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55c4a5d5-61f6-4363-ac65-83e64244bf90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:36.545974129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55c4a5d5-61f6-4363-ac65-83e64244bf90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:36.598985012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55c4a5d5-61f6-4363-ac65-83e64244bf90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:38.139110802Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"4591d5f0-2144-4dab-a949-317ae66412b1","api-key-max-expiration-days":"90","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:38.499595122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaffb9a4-e39d-47d4-bf41-cd4d0d40159a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:38.552425629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaffb9a4-e39d-47d4-bf41-cd4d0d40159a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:38.605145286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaffb9a4-e39d-47d4-bf41-cd4d0d40159a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:38.657907412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaffb9a4-e39d-47d4-bf41-cd4d0d40159a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:40.575870846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"155ae667-7fde-4fc7-bb76-42ee81e927d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:40.628570808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"155ae667-7fde-4fc7-bb76-42ee81e927d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:40.681312064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"155ae667-7fde-4fc7-bb76-42ee81e927d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:40.73434544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"155ae667-7fde-4fc7-bb76-42ee81e927d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:42.631048655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcea682e-8730-4a17-a276-cf1a95fc124d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:42.685489659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcea682e-8730-4a17-a276-cf1a95fc124d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:42.738612263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcea682e-8730-4a17-a276-cf1a95fc124d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:42.791473248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcea682e-8730-4a17-a276-cf1a95fc124d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:44.690377769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74a74a0b-ba11-4891-b2fe-6709fd13eb85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:44.742983394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74a74a0b-ba11-4891-b2fe-6709fd13eb85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:44.79556573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74a74a0b-ba11-4891-b2fe-6709fd13eb85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:44.848304293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74a74a0b-ba11-4891-b2fe-6709fd13eb85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:46.758182894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01488aa4-5e0e-48fe-a212-a29d4da9061c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:46.810904343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01488aa4-5e0e-48fe-a212-a29d4da9061c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:46.863668079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01488aa4-5e0e-48fe-a212-a29d4da9061c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:46.916297138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01488aa4-5e0e-48fe-a212-a29d4da9061c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:48.807379243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cd6ca56-7e5b-4710-9be2-7b898fdc1618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:48.860127945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cd6ca56-7e5b-4710-9be2-7b898fdc1618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:48.913245575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cd6ca56-7e5b-4710-9be2-7b898fdc1618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:48.96613056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cd6ca56-7e5b-4710-9be2-7b898fdc1618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:50.877027992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8157f2c5-e223-4b1e-8a3a-94169ab04cf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:50.930012449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8157f2c5-e223-4b1e-8a3a-94169ab04cf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:50.982999312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8157f2c5-e223-4b1e-8a3a-94169ab04cf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:51.035976477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8157f2c5-e223-4b1e-8a3a-94169ab04cf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:52.932671154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dacdd7b4-9da5-4092-a91c-729bdd02f37f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:52.986258316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dacdd7b4-9da5-4092-a91c-729bdd02f37f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:53.039668615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dacdd7b4-9da5-4092-a91c-729bdd02f37f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:53.092184297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dacdd7b4-9da5-4092-a91c-729bdd02f37f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:54.133289876Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d1107301"},"namespace":"ai-tenant-e2e-ait-d1107301","name":"default-tenant","reconcileID":"658c1070-0494-4bd2-83bb-985d1cb13b30","namespace":"ai-tenant-e2e-ait-d1107301","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:54.13340003Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d1107301"},"namespace":"ai-tenant-e2e-ait-d1107301","name":"default-tenant","reconcileID":"658c1070-0494-4bd2-83bb-985d1cb13b30","namespace":"ai-tenant-e2e-ait-d1107301","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:54.133457429Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d1107301"},"namespace":"ai-tenant-e2e-ait-d1107301","name":"default-tenant","reconcileID":"658c1070-0494-4bd2-83bb-985d1cb13b30","tenant":"e2e-ait-d1107301","tenantID":"e2e-ait-d1107301","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:54.199477674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d1107301"},"namespace":"ai-tenant-e2e-ait-d1107301","name":"default-tenant","reconcileID":"658c1070-0494-4bd2-83bb-985d1cb13b30","gvk":"Deployment","name":"maas-api-e2e-ait-d1107301","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:54.266791349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d1107301"},"namespace":"ai-tenant-e2e-ait-d1107301","name":"default-tenant","reconcileID":"658c1070-0494-4bd2-83bb-985d1cb13b30","gvk":"Service","name":"maas-api-e2e-ait-d1107301","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:54.327706419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d1107301"},"namespace":"ai-tenant-e2e-ait-d1107301","name":"default-tenant","reconcileID":"658c1070-0494-4bd2-83bb-985d1cb13b30","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-d1107301","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:54.38173762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d1107301"},"namespace":"ai-tenant-e2e-ait-d1107301","name":"default-tenant","reconcileID":"658c1070-0494-4bd2-83bb-985d1cb13b30","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-d1107301","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:54.440874868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d1107301"},"namespace":"ai-tenant-e2e-ait-d1107301","name":"default-tenant","reconcileID":"658c1070-0494-4bd2-83bb-985d1cb13b30","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-d1107301","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:54.495509818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d1107301"},"namespace":"ai-tenant-e2e-ait-d1107301","name":"default-tenant","reconcileID":"658c1070-0494-4bd2-83bb-985d1cb13b30","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-d1107301","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:54.552615069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d1107301"},"namespace":"ai-tenant-e2e-ait-d1107301","name":"default-tenant","reconcileID":"658c1070-0494-4bd2-83bb-985d1cb13b30","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-d1107301","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:54.613608353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d1107301"},"namespace":"ai-tenant-e2e-ait-d1107301","name":"default-tenant","reconcileID":"658c1070-0494-4bd2-83bb-985d1cb13b30","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-d1107301","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:54.667892069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d1107301"},"namespace":"ai-tenant-e2e-ait-d1107301","name":"default-tenant","reconcileID":"658c1070-0494-4bd2-83bb-985d1cb13b30","gvk":"Deployment","name":"payload-processing-e2e-ait-d1107301","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:54.722844728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d1107301"},"namespace":"ai-tenant-e2e-ait-d1107301","name":"default-tenant","reconcileID":"658c1070-0494-4bd2-83bb-985d1cb13b30","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-d1107301","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:54.775146858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d1107301"},"namespace":"ai-tenant-e2e-ait-d1107301","name":"default-tenant","reconcileID":"658c1070-0494-4bd2-83bb-985d1cb13b30","gvk":"Service","name":"payload-processing-e2e-ait-d1107301","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:54.827374558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d1107301"},"namespace":"ai-tenant-e2e-ait-d1107301","name":"default-tenant","reconcileID":"658c1070-0494-4bd2-83bb-985d1cb13b30","gvk":"Service","name":"payload-pre-processing-e2e-ait-d1107301","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:54.879529025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d1107301"},"namespace":"ai-tenant-e2e-ait-d1107301","name":"default-tenant","reconcileID":"658c1070-0494-4bd2-83bb-985d1cb13b30","gvk":"DestinationRule","name":"payload-processing-e2e-ait-d1107301","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:54.931859625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d1107301"},"namespace":"ai-tenant-e2e-ait-d1107301","name":"default-tenant","reconcileID":"658c1070-0494-4bd2-83bb-985d1cb13b30","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-d1107301","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:54.984091933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d1107301"},"namespace":"ai-tenant-e2e-ait-d1107301","name":"default-tenant","reconcileID":"658c1070-0494-4bd2-83bb-985d1cb13b30","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-d1107301","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:55.039988167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d1107301"},"namespace":"ai-tenant-e2e-ait-d1107301","name":"default-tenant","reconcileID":"658c1070-0494-4bd2-83bb-985d1cb13b30","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-d1107301","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:55.142369193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d1107301"},"namespace":"ai-tenant-e2e-ait-d1107301","name":"default-tenant","reconcileID":"658c1070-0494-4bd2-83bb-985d1cb13b30","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-d1107301","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:55.194476589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d1107301"},"namespace":"ai-tenant-e2e-ait-d1107301","name":"default-tenant","reconcileID":"658c1070-0494-4bd2-83bb-985d1cb13b30","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-d1107301","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:55.246808287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d1107301"},"namespace":"ai-tenant-e2e-ait-d1107301","name":"default-tenant","reconcileID":"658c1070-0494-4bd2-83bb-985d1cb13b30","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-d1107301","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:55.298986167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d1107301"},"namespace":"ai-tenant-e2e-ait-d1107301","name":"default-tenant","reconcileID":"658c1070-0494-4bd2-83bb-985d1cb13b30","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-d1107301","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:55.357107447Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-935e4abf"},"namespace":"ai-tenant-e2e-migrate-935e4abf","name":"default-tenant","reconcileID":"e53e0b11-2a69-4f21-8e39-ecb7c565cf00","namespace":"ai-tenant-e2e-migrate-935e4abf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:55.357170406Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-935e4abf"},"namespace":"ai-tenant-e2e-migrate-935e4abf","name":"default-tenant","reconcileID":"e53e0b11-2a69-4f21-8e39-ecb7c565cf00","namespace":"ai-tenant-e2e-migrate-935e4abf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:55.35722533Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-935e4abf"},"namespace":"ai-tenant-e2e-migrate-935e4abf","name":"default-tenant","reconcileID":"e53e0b11-2a69-4f21-8e39-ecb7c565cf00","tenant":"e2e-migrate-935e4abf","tenantID":"e2e-migrate-935e4abf","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:55.41148476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-935e4abf"},"namespace":"ai-tenant-e2e-migrate-935e4abf","name":"default-tenant","reconcileID":"e53e0b11-2a69-4f21-8e39-ecb7c565cf00","gvk":"Deployment","name":"maas-api-e2e-migrate-935e4abf","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:55.471065999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-935e4abf"},"namespace":"ai-tenant-e2e-migrate-935e4abf","name":"default-tenant","reconcileID":"e53e0b11-2a69-4f21-8e39-ecb7c565cf00","gvk":"Service","name":"maas-api-e2e-migrate-935e4abf","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:55.529227234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-935e4abf"},"namespace":"ai-tenant-e2e-migrate-935e4abf","name":"default-tenant","reconcileID":"e53e0b11-2a69-4f21-8e39-ecb7c565cf00","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-935e4abf","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:55.583620367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-935e4abf"},"namespace":"ai-tenant-e2e-migrate-935e4abf","name":"default-tenant","reconcileID":"e53e0b11-2a69-4f21-8e39-ecb7c565cf00","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-935e4abf","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:55.638372346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-935e4abf"},"namespace":"ai-tenant-e2e-migrate-935e4abf","name":"default-tenant","reconcileID":"e53e0b11-2a69-4f21-8e39-ecb7c565cf00","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-935e4abf","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:55.692845842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-935e4abf"},"namespace":"ai-tenant-e2e-migrate-935e4abf","name":"default-tenant","reconcileID":"e53e0b11-2a69-4f21-8e39-ecb7c565cf00","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-935e4abf","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:55.745074554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-935e4abf"},"namespace":"ai-tenant-e2e-migrate-935e4abf","name":"default-tenant","reconcileID":"e53e0b11-2a69-4f21-8e39-ecb7c565cf00","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-935e4abf","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:55.805538726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-935e4abf"},"namespace":"ai-tenant-e2e-migrate-935e4abf","name":"default-tenant","reconcileID":"e53e0b11-2a69-4f21-8e39-ecb7c565cf00","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-935e4abf","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:55.860071476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-935e4abf"},"namespace":"ai-tenant-e2e-migrate-935e4abf","name":"default-tenant","reconcileID":"e53e0b11-2a69-4f21-8e39-ecb7c565cf00","gvk":"Deployment","name":"payload-processing-e2e-migrate-935e4abf","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:55.914469515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-935e4abf"},"namespace":"ai-tenant-e2e-migrate-935e4abf","name":"default-tenant","reconcileID":"e53e0b11-2a69-4f21-8e39-ecb7c565cf00","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-935e4abf","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:55.933458151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be9b6093-f278-4936-9e1d-794023a61873","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:55.986344135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be9b6093-f278-4936-9e1d-794023a61873","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:55.99539834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-935e4abf"},"namespace":"ai-tenant-e2e-migrate-935e4abf","name":"default-tenant","reconcileID":"e53e0b11-2a69-4f21-8e39-ecb7c565cf00","gvk":"Service","name":"payload-processing-e2e-migrate-935e4abf","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:56.039093193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be9b6093-f278-4936-9e1d-794023a61873","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:56.091948135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be9b6093-f278-4936-9e1d-794023a61873","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:56.103060296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-935e4abf"},"namespace":"ai-tenant-e2e-migrate-935e4abf","name":"default-tenant","reconcileID":"e53e0b11-2a69-4f21-8e39-ecb7c565cf00","gvk":"Service","name":"payload-pre-processing-e2e-migrate-935e4abf","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:56.162340005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-935e4abf"},"namespace":"ai-tenant-e2e-migrate-935e4abf","name":"default-tenant","reconcileID":"e53e0b11-2a69-4f21-8e39-ecb7c565cf00","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-935e4abf","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:56.216858847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-935e4abf"},"namespace":"ai-tenant-e2e-migrate-935e4abf","name":"default-tenant","reconcileID":"e53e0b11-2a69-4f21-8e39-ecb7c565cf00","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-935e4abf","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:56.262030964Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-d1107301","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-d1107301","reconcileID":"c23af98b-2ec7-46dc-b5c4-5c7d2af6fe65","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-d1107301","removed":["maas.opendatahub.io/gateway-access-e2e-ait-d1107301"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:56.272200975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-935e4abf"},"namespace":"ai-tenant-e2e-migrate-935e4abf","name":"default-tenant","reconcileID":"e53e0b11-2a69-4f21-8e39-ecb7c565cf00","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-935e4abf","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:56.359561515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-935e4abf"},"namespace":"ai-tenant-e2e-migrate-935e4abf","name":"default-tenant","reconcileID":"e53e0b11-2a69-4f21-8e39-ecb7c565cf00","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-935e4abf","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:56.414570488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-935e4abf"},"namespace":"ai-tenant-e2e-migrate-935e4abf","name":"default-tenant","reconcileID":"e53e0b11-2a69-4f21-8e39-ecb7c565cf00","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-935e4abf","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:56.473410939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-935e4abf"},"namespace":"ai-tenant-e2e-migrate-935e4abf","name":"default-tenant","reconcileID":"e53e0b11-2a69-4f21-8e39-ecb7c565cf00","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-935e4abf","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:56.528104552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-935e4abf"},"namespace":"ai-tenant-e2e-migrate-935e4abf","name":"default-tenant","reconcileID":"e53e0b11-2a69-4f21-8e39-ecb7c565cf00","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-935e4abf","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:56.584014858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-935e4abf"},"namespace":"ai-tenant-e2e-migrate-935e4abf","name":"default-tenant","reconcileID":"e53e0b11-2a69-4f21-8e39-ecb7c565cf00","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-935e4abf","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:58.044303544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f8375fd-7309-41f0-932a-6ade090c12e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:58.097557355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f8375fd-7309-41f0-932a-6ade090c12e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:58.150439429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f8375fd-7309-41f0-932a-6ade090c12e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:58.203117699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f8375fd-7309-41f0-932a-6ade090c12e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:08:59.320935414Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-935e4abf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-935e4abf","reconcileID":"ad262276-e405-41ea-876a-77c1dfd0fdcb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-935e4abf-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-935e4abf-gw"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:00.128914628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e56c2c30-66a6-44da-8c85-b5b887a3cd69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:00.181731339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e56c2c30-66a6-44da-8c85-b5b887a3cd69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:00.234267558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e56c2c30-66a6-44da-8c85-b5b887a3cd69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:00.287246822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e56c2c30-66a6-44da-8c85-b5b887a3cd69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:01.749255127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"859d27f7-bae8-4d4f-a8bf-cc6e88cd1f07","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:01.846112061Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-66a47a3b"},"namespace":"ai-tenant-e2e-ait-66a47a3b","name":"default-tenant","reconcileID":"ef8dc3d3-14ab-4f32-a43c-79e323ad1250","namespace":"ai-tenant-e2e-ait-66a47a3b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:01.846167866Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-66a47a3b"},"namespace":"ai-tenant-e2e-ait-66a47a3b","name":"default-tenant","reconcileID":"ef8dc3d3-14ab-4f32-a43c-79e323ad1250","namespace":"ai-tenant-e2e-ait-66a47a3b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:01.846216509Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-66a47a3b"},"namespace":"ai-tenant-e2e-ait-66a47a3b","name":"default-tenant","reconcileID":"ef8dc3d3-14ab-4f32-a43c-79e323ad1250","tenant":"e2e-ait-66a47a3b","tenantID":"e2e-ait-66a47a3b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:01.854857587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2c83a73c-bbd3-46ff-abe0-e5daf2e191ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:01.900111143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-66a47a3b"},"namespace":"ai-tenant-e2e-ait-66a47a3b","name":"default-tenant","reconcileID":"ef8dc3d3-14ab-4f32-a43c-79e323ad1250","gvk":"Deployment","name":"maas-api-e2e-ait-66a47a3b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:01.959876042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-66a47a3b"},"namespace":"ai-tenant-e2e-ait-66a47a3b","name":"default-tenant","reconcileID":"ef8dc3d3-14ab-4f32-a43c-79e323ad1250","gvk":"Service","name":"maas-api-e2e-ait-66a47a3b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:02.021593402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-66a47a3b"},"namespace":"ai-tenant-e2e-ait-66a47a3b","name":"default-tenant","reconcileID":"ef8dc3d3-14ab-4f32-a43c-79e323ad1250","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-66a47a3b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:02.075972629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-66a47a3b"},"namespace":"ai-tenant-e2e-ait-66a47a3b","name":"default-tenant","reconcileID":"ef8dc3d3-14ab-4f32-a43c-79e323ad1250","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-66a47a3b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:02.137797194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-66a47a3b"},"namespace":"ai-tenant-e2e-ait-66a47a3b","name":"default-tenant","reconcileID":"ef8dc3d3-14ab-4f32-a43c-79e323ad1250","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-66a47a3b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:02.194522529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-66a47a3b"},"namespace":"ai-tenant-e2e-ait-66a47a3b","name":"default-tenant","reconcileID":"ef8dc3d3-14ab-4f32-a43c-79e323ad1250","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-66a47a3b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:02.220382096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b150fd2d-afc8-44f3-8fb8-a05be99fd333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:02.273559965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b150fd2d-afc8-44f3-8fb8-a05be99fd333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:02.275796443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-66a47a3b"},"namespace":"ai-tenant-e2e-ait-66a47a3b","name":"default-tenant","reconcileID":"ef8dc3d3-14ab-4f32-a43c-79e323ad1250","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-66a47a3b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:02.326247788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b150fd2d-afc8-44f3-8fb8-a05be99fd333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:02.37889214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b150fd2d-afc8-44f3-8fb8-a05be99fd333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:02.380889053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-66a47a3b"},"namespace":"ai-tenant-e2e-ait-66a47a3b","name":"default-tenant","reconcileID":"ef8dc3d3-14ab-4f32-a43c-79e323ad1250","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-66a47a3b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:02.432959799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-66a47a3b"},"namespace":"ai-tenant-e2e-ait-66a47a3b","name":"default-tenant","reconcileID":"ef8dc3d3-14ab-4f32-a43c-79e323ad1250","gvk":"Deployment","name":"payload-processing-e2e-ait-66a47a3b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:02.485027727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-66a47a3b"},"namespace":"ai-tenant-e2e-ait-66a47a3b","name":"default-tenant","reconcileID":"ef8dc3d3-14ab-4f32-a43c-79e323ad1250","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-66a47a3b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:02.493415331Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-ca6546","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-ca6546","reconcileID":"f3d95229-40cb-4df3-8efa-ca86c71e98ad","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-ca6546","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-ca6546":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:02.537435392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-66a47a3b"},"namespace":"ai-tenant-e2e-ait-66a47a3b","name":"default-tenant","reconcileID":"ef8dc3d3-14ab-4f32-a43c-79e323ad1250","gvk":"Service","name":"payload-processing-e2e-ait-66a47a3b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:02.589812016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-66a47a3b"},"namespace":"ai-tenant-e2e-ait-66a47a3b","name":"default-tenant","reconcileID":"ef8dc3d3-14ab-4f32-a43c-79e323ad1250","gvk":"Service","name":"payload-pre-processing-e2e-ait-66a47a3b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:02.644078581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-66a47a3b"},"namespace":"ai-tenant-e2e-ait-66a47a3b","name":"default-tenant","reconcileID":"ef8dc3d3-14ab-4f32-a43c-79e323ad1250","gvk":"DestinationRule","name":"payload-processing-e2e-ait-66a47a3b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:02.700400566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-66a47a3b"},"namespace":"ai-tenant-e2e-ait-66a47a3b","name":"default-tenant","reconcileID":"ef8dc3d3-14ab-4f32-a43c-79e323ad1250","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-66a47a3b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:02.752826829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-66a47a3b"},"namespace":"ai-tenant-e2e-ait-66a47a3b","name":"default-tenant","reconcileID":"ef8dc3d3-14ab-4f32-a43c-79e323ad1250","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-66a47a3b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:02.809707994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-66a47a3b"},"namespace":"ai-tenant-e2e-ait-66a47a3b","name":"default-tenant","reconcileID":"ef8dc3d3-14ab-4f32-a43c-79e323ad1250","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-66a47a3b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:02.863202965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-66a47a3b"},"namespace":"ai-tenant-e2e-ait-66a47a3b","name":"default-tenant","reconcileID":"ef8dc3d3-14ab-4f32-a43c-79e323ad1250","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-66a47a3b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:02.918832347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-66a47a3b"},"namespace":"ai-tenant-e2e-ait-66a47a3b","name":"default-tenant","reconcileID":"ef8dc3d3-14ab-4f32-a43c-79e323ad1250","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-66a47a3b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:02.971014762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-66a47a3b"},"namespace":"ai-tenant-e2e-ait-66a47a3b","name":"default-tenant","reconcileID":"ef8dc3d3-14ab-4f32-a43c-79e323ad1250","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-66a47a3b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:03.023124305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-66a47a3b"},"namespace":"ai-tenant-e2e-ait-66a47a3b","name":"default-tenant","reconcileID":"ef8dc3d3-14ab-4f32-a43c-79e323ad1250","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-66a47a3b","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:04.29321281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e013ebf-b902-4003-ab98-0b9149be7eaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:04.345901798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e013ebf-b902-4003-ab98-0b9149be7eaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:04.398757222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e013ebf-b902-4003-ab98-0b9149be7eaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:04.451340912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e013ebf-b902-4003-ab98-0b9149be7eaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:05.609325042Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:06.338856337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab89495f-ebbb-4a7f-ab8b-4486cd0f03f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:06.391550223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab89495f-ebbb-4a7f-ab8b-4486cd0f03f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:06.445117163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab89495f-ebbb-4a7f-ab8b-4486cd0f03f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:06.449868735Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-66a47a3b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-66a47a3b","reconcileID":"8c4250de-af73-4a6d-8ba7-41522ab9d620","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-66a47a3b","removed":["maas.opendatahub.io/gateway-access-e2e-ait-66a47a3b"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:06.498405084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab89495f-ebbb-4a7f-ab8b-4486cd0f03f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:07.103612981Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-858236","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-858236","reconcileID":"dee3c835-3aae-4ed5-9645-851fd8b57b46","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-858236","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-858236":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:08.430016808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ed15296-0570-4904-9b50-ef20ab079fc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:08.482789618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ed15296-0570-4904-9b50-ef20ab079fc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:08.535342676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ed15296-0570-4904-9b50-ef20ab079fc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:08.589039046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ed15296-0570-4904-9b50-ef20ab079fc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:10.577303571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d05bedb-3a97-41fe-96fb-151e076e25f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:10.630089746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d05bedb-3a97-41fe-96fb-151e076e25f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:10.682731733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d05bedb-3a97-41fe-96fb-151e076e25f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:10.735511205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d05bedb-3a97-41fe-96fb-151e076e25f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:13.002879809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4741db49-1661-4246-a837-d9ce5577cc56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:13.059579547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4741db49-1661-4246-a837-d9ce5577cc56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:13.112200509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4741db49-1661-4246-a837-d9ce5577cc56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:13.164959639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4741db49-1661-4246-a837-d9ce5577cc56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:13.598066688Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-398828","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-398828","reconcileID":"5a176b5a-7993-4ffd-abc5-25015fab3119","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-398828","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-398828":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:15.075963599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aab902c9-a657-44d4-b35a-dcf2df541416","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:15.128849139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aab902c9-a657-44d4-b35a-dcf2df541416","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:15.181690832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aab902c9-a657-44d4-b35a-dcf2df541416","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:15.234547068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aab902c9-a657-44d4-b35a-dcf2df541416","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:17.157778057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9ce82fa-0ca9-4662-931e-f6c25d2c7199","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:17.21171468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9ce82fa-0ca9-4662-931e-f6c25d2c7199","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:17.26527918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9ce82fa-0ca9-4662-931e-f6c25d2c7199","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:17.318025802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9ce82fa-0ca9-4662-931e-f6c25d2c7199","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:23.507330529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"default-tenant","reconcileID":"00dc676b-6ee0-4d39-99dc-81def83ebb28","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:23.624029205Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"default-tenant","reconcileID":"00dc676b-6ee0-4d39-99dc-81def83ebb28","name":"e2e-worker-w2-ca6546-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:24.22119334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ac3fdbdc-891e-4f38-abfb-366071271c74","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:24.446729084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bb945d38-2f21-4464-bcb7-e14ab1791739","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:28.350915466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"default-tenant","reconcileID":"77c7c5b7-a1dc-47b1-aa0b-753562c202be","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:28.465662957Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"default-tenant","reconcileID":"77c7c5b7-a1dc-47b1-aa0b-753562c202be","name":"e2e-worker-w3-858236-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:28.523417846Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bc460382"},"namespace":"ai-tenant-e2e-derive-bc460382","name":"default-tenant","reconcileID":"3f735d07-81bb-4479-9dce-84c97463794c","namespace":"ai-tenant-e2e-derive-bc460382","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:28.523470441Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bc460382"},"namespace":"ai-tenant-e2e-derive-bc460382","name":"default-tenant","reconcileID":"3f735d07-81bb-4479-9dce-84c97463794c","namespace":"ai-tenant-e2e-derive-bc460382","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:28.523518924Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bc460382"},"namespace":"ai-tenant-e2e-derive-bc460382","name":"default-tenant","reconcileID":"3f735d07-81bb-4479-9dce-84c97463794c","tenant":"e2e-derive-bc460382","tenantID":"e2e-derive-bc460382","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:28.57776775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bc460382"},"namespace":"ai-tenant-e2e-derive-bc460382","name":"default-tenant","reconcileID":"3f735d07-81bb-4479-9dce-84c97463794c","gvk":"Deployment","name":"maas-api-e2e-derive-bc460382","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:28.637846284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bc460382"},"namespace":"ai-tenant-e2e-derive-bc460382","name":"default-tenant","reconcileID":"3f735d07-81bb-4479-9dce-84c97463794c","gvk":"Service","name":"maas-api-e2e-derive-bc460382","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:28.704833108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bc460382"},"namespace":"ai-tenant-e2e-derive-bc460382","name":"default-tenant","reconcileID":"3f735d07-81bb-4479-9dce-84c97463794c","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-bc460382","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:28.762207575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bc460382"},"namespace":"ai-tenant-e2e-derive-bc460382","name":"default-tenant","reconcileID":"3f735d07-81bb-4479-9dce-84c97463794c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-bc460382","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:28.825601783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bc460382"},"namespace":"ai-tenant-e2e-derive-bc460382","name":"default-tenant","reconcileID":"3f735d07-81bb-4479-9dce-84c97463794c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-bc460382","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:28.880844544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bc460382"},"namespace":"ai-tenant-e2e-derive-bc460382","name":"default-tenant","reconcileID":"3f735d07-81bb-4479-9dce-84c97463794c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-bc460382","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:28.935828941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bc460382"},"namespace":"ai-tenant-e2e-derive-bc460382","name":"default-tenant","reconcileID":"3f735d07-81bb-4479-9dce-84c97463794c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-bc460382","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:28.992573476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bc460382"},"namespace":"ai-tenant-e2e-derive-bc460382","name":"default-tenant","reconcileID":"3f735d07-81bb-4479-9dce-84c97463794c","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-bc460382","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:29.045028609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bc460382"},"namespace":"ai-tenant-e2e-derive-bc460382","name":"default-tenant","reconcileID":"3f735d07-81bb-4479-9dce-84c97463794c","gvk":"Deployment","name":"payload-processing-e2e-derive-bc460382","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:29.097067038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bc460382"},"namespace":"ai-tenant-e2e-derive-bc460382","name":"default-tenant","reconcileID":"3f735d07-81bb-4479-9dce-84c97463794c","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-bc460382","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:29.149138632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bc460382"},"namespace":"ai-tenant-e2e-derive-bc460382","name":"default-tenant","reconcileID":"3f735d07-81bb-4479-9dce-84c97463794c","gvk":"Service","name":"payload-processing-e2e-derive-bc460382","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:29.201297829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bc460382"},"namespace":"ai-tenant-e2e-derive-bc460382","name":"default-tenant","reconcileID":"3f735d07-81bb-4479-9dce-84c97463794c","gvk":"Service","name":"payload-pre-processing-e2e-derive-bc460382","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:29.253758628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bc460382"},"namespace":"ai-tenant-e2e-derive-bc460382","name":"default-tenant","reconcileID":"3f735d07-81bb-4479-9dce-84c97463794c","gvk":"DestinationRule","name":"payload-processing-e2e-derive-bc460382","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:29.306083925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bc460382"},"namespace":"ai-tenant-e2e-derive-bc460382","name":"default-tenant","reconcileID":"3f735d07-81bb-4479-9dce-84c97463794c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-bc460382","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:29.358397938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bc460382"},"namespace":"ai-tenant-e2e-derive-bc460382","name":"default-tenant","reconcileID":"3f735d07-81bb-4479-9dce-84c97463794c","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-bc460382","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:29.413448772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bc460382"},"namespace":"ai-tenant-e2e-derive-bc460382","name":"default-tenant","reconcileID":"3f735d07-81bb-4479-9dce-84c97463794c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-bc460382","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:29.465554327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bc460382"},"namespace":"ai-tenant-e2e-derive-bc460382","name":"default-tenant","reconcileID":"3f735d07-81bb-4479-9dce-84c97463794c","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-bc460382","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:29.517757123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bc460382"},"namespace":"ai-tenant-e2e-derive-bc460382","name":"default-tenant","reconcileID":"3f735d07-81bb-4479-9dce-84c97463794c","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-bc460382","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:29.570343995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bc460382"},"namespace":"ai-tenant-e2e-derive-bc460382","name":"default-tenant","reconcileID":"3f735d07-81bb-4479-9dce-84c97463794c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-bc460382","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:29.622711867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bc460382"},"namespace":"ai-tenant-e2e-derive-bc460382","name":"default-tenant","reconcileID":"3f735d07-81bb-4479-9dce-84c97463794c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-bc460382","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:29.679232827Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bbf98be"},"namespace":"ai-tenant-e2e-ait-4bbf98be","name":"default-tenant","reconcileID":"045db70e-029f-424d-a36e-3619f22e1e35","namespace":"ai-tenant-e2e-ait-4bbf98be","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:29.679295838Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bbf98be"},"namespace":"ai-tenant-e2e-ait-4bbf98be","name":"default-tenant","reconcileID":"045db70e-029f-424d-a36e-3619f22e1e35","namespace":"ai-tenant-e2e-ait-4bbf98be","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:29.679375664Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bbf98be"},"namespace":"ai-tenant-e2e-ait-4bbf98be","name":"default-tenant","reconcileID":"045db70e-029f-424d-a36e-3619f22e1e35","tenant":"e2e-ait-4bbf98be","tenantID":"e2e-ait-4bbf98be","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:29.73359421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bbf98be"},"namespace":"ai-tenant-e2e-ait-4bbf98be","name":"default-tenant","reconcileID":"045db70e-029f-424d-a36e-3619f22e1e35","gvk":"Deployment","name":"maas-api-e2e-ait-4bbf98be","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:29.793631382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bbf98be"},"namespace":"ai-tenant-e2e-ait-4bbf98be","name":"default-tenant","reconcileID":"045db70e-029f-424d-a36e-3619f22e1e35","gvk":"Service","name":"maas-api-e2e-ait-4bbf98be","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:29.855425192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bbf98be"},"namespace":"ai-tenant-e2e-ait-4bbf98be","name":"default-tenant","reconcileID":"045db70e-029f-424d-a36e-3619f22e1e35","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-4bbf98be","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:29.909721453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bbf98be"},"namespace":"ai-tenant-e2e-ait-4bbf98be","name":"default-tenant","reconcileID":"045db70e-029f-424d-a36e-3619f22e1e35","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-4bbf98be","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:29.970726864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bbf98be"},"namespace":"ai-tenant-e2e-ait-4bbf98be","name":"default-tenant","reconcileID":"045db70e-029f-424d-a36e-3619f22e1e35","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-4bbf98be","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:30.028266183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bbf98be"},"namespace":"ai-tenant-e2e-ait-4bbf98be","name":"default-tenant","reconcileID":"045db70e-029f-424d-a36e-3619f22e1e35","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-4bbf98be","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:30.086577743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bbf98be"},"namespace":"ai-tenant-e2e-ait-4bbf98be","name":"default-tenant","reconcileID":"045db70e-029f-424d-a36e-3619f22e1e35","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-4bbf98be","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:30.140966944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bbf98be"},"namespace":"ai-tenant-e2e-ait-4bbf98be","name":"default-tenant","reconcileID":"045db70e-029f-424d-a36e-3619f22e1e35","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-4bbf98be","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:30.194333887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bbf98be"},"namespace":"ai-tenant-e2e-ait-4bbf98be","name":"default-tenant","reconcileID":"045db70e-029f-424d-a36e-3619f22e1e35","gvk":"Deployment","name":"payload-processing-e2e-ait-4bbf98be","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:30.246506467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bbf98be"},"namespace":"ai-tenant-e2e-ait-4bbf98be","name":"default-tenant","reconcileID":"045db70e-029f-424d-a36e-3619f22e1e35","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-4bbf98be","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:30.298836706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bbf98be"},"namespace":"ai-tenant-e2e-ait-4bbf98be","name":"default-tenant","reconcileID":"045db70e-029f-424d-a36e-3619f22e1e35","gvk":"Service","name":"payload-processing-e2e-ait-4bbf98be","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:30.351255288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bbf98be"},"namespace":"ai-tenant-e2e-ait-4bbf98be","name":"default-tenant","reconcileID":"045db70e-029f-424d-a36e-3619f22e1e35","gvk":"Service","name":"payload-pre-processing-e2e-ait-4bbf98be","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:30.403527471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bbf98be"},"namespace":"ai-tenant-e2e-ait-4bbf98be","name":"default-tenant","reconcileID":"045db70e-029f-424d-a36e-3619f22e1e35","gvk":"DestinationRule","name":"payload-processing-e2e-ait-4bbf98be","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:30.434014624Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-bc460382","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-bc460382","reconcileID":"a01da853-5735-495b-95e9-b5081c268b83","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-bc460382","removed":["maas.opendatahub.io/gateway-access-e2e-derive-bc460382"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:30.455587094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bbf98be"},"namespace":"ai-tenant-e2e-ait-4bbf98be","name":"default-tenant","reconcileID":"045db70e-029f-424d-a36e-3619f22e1e35","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-4bbf98be","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:30.507553416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bbf98be"},"namespace":"ai-tenant-e2e-ait-4bbf98be","name":"default-tenant","reconcileID":"045db70e-029f-424d-a36e-3619f22e1e35","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-4bbf98be","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:30.562554023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bbf98be"},"namespace":"ai-tenant-e2e-ait-4bbf98be","name":"default-tenant","reconcileID":"045db70e-029f-424d-a36e-3619f22e1e35","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-4bbf98be","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:30.614703176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bbf98be"},"namespace":"ai-tenant-e2e-ait-4bbf98be","name":"default-tenant","reconcileID":"045db70e-029f-424d-a36e-3619f22e1e35","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-4bbf98be","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:30.70338311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bbf98be"},"namespace":"ai-tenant-e2e-ait-4bbf98be","name":"default-tenant","reconcileID":"045db70e-029f-424d-a36e-3619f22e1e35","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-4bbf98be","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:30.758755787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bbf98be"},"namespace":"ai-tenant-e2e-ait-4bbf98be","name":"default-tenant","reconcileID":"045db70e-029f-424d-a36e-3619f22e1e35","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-4bbf98be","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:30.810859657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bbf98be"},"namespace":"ai-tenant-e2e-ait-4bbf98be","name":"default-tenant","reconcileID":"045db70e-029f-424d-a36e-3619f22e1e35","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-4bbf98be","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:31.54113252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70baa756-658a-47a3-b74d-4816aed4b315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:31.59376443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70baa756-658a-47a3-b74d-4816aed4b315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:31.64670306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70baa756-658a-47a3-b74d-4816aed4b315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:31.699231971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70baa756-658a-47a3-b74d-4816aed4b315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:31.704822061Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-4bbf98be","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-4bbf98be","reconcileID":"6c220b85-a459-4be9-8ab7-4f129a36d7f8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-4bbf98be","removed":["maas.opendatahub.io/gateway-access-e2e-ait-4bbf98be"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:33.608198954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fafe6812-37bc-410f-ae0c-cd7068db5772","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:33.711517823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78d0f8c9-2c79-44ff-90e5-9ff4a8c15c43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:33.764932991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78d0f8c9-2c79-44ff-90e5-9ff4a8c15c43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:33.817814689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78d0f8c9-2c79-44ff-90e5-9ff4a8c15c43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:33.872462847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e1f9f7d9-82df-4faa-bb4a-4f4720ec4e11","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:33.874178769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78d0f8c9-2c79-44ff-90e5-9ff4a8c15c43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:35.608941835Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:35.915512275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66970e92-962a-4163-a6b4-c002ac6efebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:35.968715045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66970e92-962a-4163-a6b4-c002ac6efebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:36.021740581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66970e92-962a-4163-a6b4-c002ac6efebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:36.074714003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66970e92-962a-4163-a6b4-c002ac6efebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:36.235652955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"default-tenant","reconcileID":"693300ce-99b1-41e4-b293-32c164f99a5f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:36.359327582Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"default-tenant","reconcileID":"693300ce-99b1-41e4-b293-32c164f99a5f","name":"e2e-worker-w4-398828-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:37.497136698Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-5ac93f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-5ac93f","reconcileID":"1c847b0e-2633-4a0d-b766-fedd6e6c9e64","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-5ac93f","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-5ac93f":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:38.02562473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9410b633-d48e-4e89-95fb-685916342be2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:38.078536749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9410b633-d48e-4e89-95fb-685916342be2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:38.139092584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9410b633-d48e-4e89-95fb-685916342be2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:38.140055176Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-1f6e39","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-1f6e39","reconcileID":"5e48f90e-27c2-4855-a5d3-d1e463a0afd6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-1f6e39","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-1f6e39":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:38.212707728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9410b633-d48e-4e89-95fb-685916342be2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:40.177852244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c0ad877-4bbc-4d2f-89d1-12ae10140115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:40.230614249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c0ad877-4bbc-4d2f-89d1-12ae10140115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:40.283419242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c0ad877-4bbc-4d2f-89d1-12ae10140115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:40.336101946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c0ad877-4bbc-4d2f-89d1-12ae10140115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:42.24811127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1e79515-31d5-4eed-bb5d-543ced42cf8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:42.301578704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1e79515-31d5-4eed-bb5d-543ced42cf8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:42.355377164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1e79515-31d5-4eed-bb5d-543ced42cf8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:42.408241607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1e79515-31d5-4eed-bb5d-543ced42cf8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:44.33874795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3c1c52b-1807-4699-ab38-2f5cd304d0fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:44.392205272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3c1c52b-1807-4699-ab38-2f5cd304d0fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:44.450417708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3c1c52b-1807-4699-ab38-2f5cd304d0fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:44.50411866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3c1c52b-1807-4699-ab38-2f5cd304d0fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:46.500308858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86e67461-c7e3-4597-b794-3dc941b80142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:46.557447298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86e67461-c7e3-4597-b794-3dc941b80142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:46.610958171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86e67461-c7e3-4597-b794-3dc941b80142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:46.66361663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86e67461-c7e3-4597-b794-3dc941b80142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:47.346928983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"01bc2258-8ac7-4494-a371-a5d0bca067a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:47.432877288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a7ae4aa7-ad95-45f5-9ac4-535671d8c283","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:48.609813135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1580af96-c55b-4d50-ac31-03ba9de8d9a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:48.662477487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1580af96-c55b-4d50-ac31-03ba9de8d9a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:48.715066755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1580af96-c55b-4d50-ac31-03ba9de8d9a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:48.767708517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1580af96-c55b-4d50-ac31-03ba9de8d9a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:50.658689257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45cb72e8-1c67-41b2-8128-158f9788599b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:50.711843359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45cb72e8-1c67-41b2-8128-158f9788599b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:50.766566901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45cb72e8-1c67-41b2-8128-158f9788599b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:50.820123743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45cb72e8-1c67-41b2-8128-158f9788599b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:52.800165679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10af24f4-38fa-40aa-a27e-bda7c8b07b9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:52.85317126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10af24f4-38fa-40aa-a27e-bda7c8b07b9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:52.906085133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10af24f4-38fa-40aa-a27e-bda7c8b07b9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:52.958786308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10af24f4-38fa-40aa-a27e-bda7c8b07b9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:54.880276373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b5ac2d8-03c6-4226-bfea-470a3f742bda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:54.933176692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b5ac2d8-03c6-4226-bfea-470a3f742bda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:54.986875643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b5ac2d8-03c6-4226-bfea-470a3f742bda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:55.039800229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b5ac2d8-03c6-4226-bfea-470a3f742bda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:56.940469412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f615a97-3edb-45a9-b310-d93b2fb2d52d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:56.99376613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f615a97-3edb-45a9-b310-d93b2fb2d52d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:57.04642832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f615a97-3edb-45a9-b310-d93b2fb2d52d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:57.098992423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f615a97-3edb-45a9-b310-d93b2fb2d52d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:59.481159411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7068141-0dc8-4743-8717-5c0585e92e7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:59.533807641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7068141-0dc8-4743-8717-5c0585e92e7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:59.58633691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7068141-0dc8-4743-8717-5c0585e92e7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:09:59.638943404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7068141-0dc8-4743-8717-5c0585e92e7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:10:01.580556924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc70deff-f64c-4803-961e-09ea29fcff29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:10:01.633237123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc70deff-f64c-4803-961e-09ea29fcff29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:10:01.686025026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc70deff-f64c-4803-961e-09ea29fcff29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:10:01.738709179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc70deff-f64c-4803-961e-09ea29fcff29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:10:02.603927417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"default-tenant","reconcileID":"003a3bce-12b6-4e7e-9c8d-d28e72a8b663","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:10:02.719902661Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"default-tenant","reconcileID":"003a3bce-12b6-4e7e-9c8d-d28e72a8b663","name":"e2e-worker-w1-5ac93f-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:10:04.905771938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a6aa4878-a707-4836-9786-3938f8e3c7d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:10:05.13631239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9a3f89df-bce2-4e4f-b21c-468e3e5f1dc3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:10:05.609942652Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:10:07.647800609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"default-tenant","reconcileID":"01b7bc0e-dd37-4f93-af8a-1c4f0fac2a8f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:10:07.763141977Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"default-tenant","reconcileID":"01b7bc0e-dd37-4f93-af8a-1c4f0fac2a8f","name":"e2e-worker-w0-1f6e39-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:10:19.272688643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"53738c9c-4174-4e2d-aeae-fa4ecc9c6290","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:10:19.550917941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b63f8778-5eac-4f1e-ab6d-7d7e356ce5e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:10:29.641669172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7063b465-fff1-4258-a415-0b40053fe3a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:10:29.926245091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8b6643c5-e89b-4ab5-a0a5-b49d9968c099","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:10:31.887114962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"b5544eec-aad0-4710-8ab0-d5d98bb57a59","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:10:33.716138558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12e2cbe8-6aeb-4a71-83d7-93635a51e790","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:10:33.76930113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12e2cbe8-6aeb-4a71-83d7-93635a51e790","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:10:33.822024912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12e2cbe8-6aeb-4a71-83d7-93635a51e790","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:10:33.874809669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12e2cbe8-6aeb-4a71-83d7-93635a51e790","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:10:35.609165884Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:10:35.773433514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76b7f6d1-2107-4099-986c-ceacffd25400","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:10:35.826106996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76b7f6d1-2107-4099-986c-ceacffd25400","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:10:35.879204429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76b7f6d1-2107-4099-986c-ceacffd25400","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:10:35.932071452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76b7f6d1-2107-4099-986c-ceacffd25400","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:10:39.083749509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d6a6dc4-847f-4bcc-a5ee-c0d1fec4df9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:10:39.13618748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d6a6dc4-847f-4bcc-a5ee-c0d1fec4df9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:10:39.189030432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d6a6dc4-847f-4bcc-a5ee-c0d1fec4df9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:10:39.24199674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d6a6dc4-847f-4bcc-a5ee-c0d1fec4df9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:10:41.170471821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46589531-43ff-40a2-b549-b18d09e80890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:10:41.223143362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46589531-43ff-40a2-b549-b18d09e80890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:10:41.276023389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46589531-43ff-40a2-b549-b18d09e80890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:10:41.328579998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46589531-43ff-40a2-b549-b18d09e80890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:10:42.856599732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"cfd8091f-b83e-4e40-82b1-acfd586df547","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:10:42.922542116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"cf4b6138-0e50-4ce1-ba4b-bce374114c05","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:10:53.772507678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"bac9e871-b2aa-4768-be0f-75ec2d2dee7b","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:02.57453694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bae9633e-78e2-4766-89cf-4aa91780524d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:02.692193933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e3108d83-f0f7-42b0-98a3-1a81d101f4ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:05.609608846Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:07.93032024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"94226129-5db3-42a5-8ad8-f5e1a11cbd1e","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:13.955408036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ff2e820b-888f-43ae-8a5b-222c8f96083e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:14.134260358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e6b70a89-7764-411a-9406-d6945c3c2e22","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:19.454824445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"premium-w2-ca6546","reconcileID":"04376288-d9d0-480a-8d0f-68ca612ed90a","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"premium-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"premium-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:19.676026035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"96f6c0b6-682c-43cc-a4d8-055f9b1783d2","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:19.733976326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b0c7590b-00d5-42b1-9b56-27a0a989eb44","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:19.73399414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b0c7590b-00d5-42b1-9b56-27a0a989eb44","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:19.782014725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"53a8f600-58b3-49d6-bf77-0562a8a29970","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:19.791869665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a36e691-fe05-455c-a713-e4e17503d2e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:19.791885598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a36e691-fe05-455c-a713-e4e17503d2e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:19.838958768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"e8e8a84f-071d-463f-9489-f642b93aed3f","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:11:19.844990686Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-ca6546/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:20.050615951Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"2d508319-b633-4a0e-8082-3c438ec1fa3e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"simulator-w2-ca6546","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-ca6546/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:20.060134744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"5b12d4bb-916a-4482-8bdd-bdb00c212d0a","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:20.120169962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"037d1a3d-161d-46a3-9a74-deab0e144e29","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:11:20.173740927Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"037d1a3d-161d-46a3-9a74-deab0e144e29","name":"simulator-w2-ca6546","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-ca6546\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:11:20.173793214Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"037d1a3d-161d-46a3-9a74-deab0e144e29","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-ca6546\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:20.179061291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"6c5907db-0189-4143-9739-64745b826f57","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:20.214152342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"c8d93841-6cbc-4dfc-a855-065eb5418104","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:20.221388446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"b5b62418-5016-4e33-aca5-9aff8f0f9ecc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:20.337653914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"premium-w2-ca6546","reconcileID":"fe23d345-b124-4812-816d-de6b71b1daf7","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"premium-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"premium-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:20.343825084Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"b5b62418-5016-4e33-aca5-9aff8f0f9ecc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:20.395470461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"b9f1a14e-4f2d-4d47-8fc6-03db70878ae0","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:20.398940238Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ca6546-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"b5b62418-5016-4e33-aca5-9aff8f0f9ecc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:20.423949762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"bd295001-5dbc-428d-8786-ca0c4c39383d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:20.446087678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"premium-w2-ca6546","reconcileID":"075b9c59-6e38-4e87-bc5a-23d28063c6ad","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"premium-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"premium-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:11:20.448472656Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-ca6546/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:20.453489147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"55627477-9555-4812-b7a4-fa9d98b4879e","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:20.50260639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"premium-w2-ca6546","reconcileID":"3e3798fd-bfe6-4ebe-a87b-e5598771efad","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"premium-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"premium-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:20.55795621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"cf624a03-a569-4de1-b554-14815278d568","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:20.587451846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"f87328b0-94b1-4fc4-ab9d-7ad75b78559f","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:20.614489502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"cf624a03-a569-4de1-b554-14815278d568","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:20.616683554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"premium-w2-ca6546","reconcileID":"2f46d8d1-30b4-4ebc-b2a3-2ff53435968f","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"premium-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"premium-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:20.672049605Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ca6546-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"cf624a03-a569-4de1-b554-14815278d568","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:20.67399552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"premium-w2-ca6546","reconcileID":"632c8cfa-b6af-42c0-820d-95656b8f7f78","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"premium-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"premium-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:20.714177608Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"f450676f-2a56-4424-bd4e-cdd51220867e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-premium-w2-ca6546","model":"premium-w2-ca6546","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-ca6546/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:11:20.727416345Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"premium-w2-ca6546","reconcileID":"632c8cfa-b6af-42c0-820d-95656b8f7f78","name":"premium-w2-ca6546","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-ca6546\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:11:20.727464102Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"premium-w2-ca6546","reconcileID":"632c8cfa-b6af-42c0-820d-95656b8f7f78","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-ca6546\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:20.732739402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"premium-w2-ca6546","reconcileID":"de7240a7-c5cc-402d-9908-419101e0d8db","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"premium-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"premium-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:20.826893565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"febf51fb-a73a-483b-a5cc-86adde985301","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:20.831699981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"24e90ce3-8a23-45d1-b767-7a2c363fbe5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:20.875321657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"premium-w2-ca6546","reconcileID":"856ad6b2-f752-4a18-af81-01cd034d69d5","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"premium-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"premium-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:20.883384837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"febf51fb-a73a-483b-a5cc-86adde985301","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:20.888086046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"24e90ce3-8a23-45d1-b767-7a2c363fbe5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:20.938447993Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ca6546-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"febf51fb-a73a-483b-a5cc-86adde985301","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:20.94318792Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ca6546-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"24e90ce3-8a23-45d1-b767-7a2c363fbe5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:20.995253612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"premium-w2-ca6546","reconcileID":"8bccbe54-6299-45f5-9dd1-da4ebaf5af82","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"premium-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"premium-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:21.085347913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"94c3f2a6-ae57-4856-a3b8-693aec659b07","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-premium-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:21.151490044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"079169d6-262e-4d2f-95f0-dfcec2b1f683","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:21.207607932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"079169d6-262e-4d2f-95f0-dfcec2b1f683","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:21.263004206Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ca6546-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"079169d6-262e-4d2f-95f0-dfcec2b1f683","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:26.042995721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"63d894b9-3bf0-4967-ba2e-247843a2eda8","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:26.110059804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"83e920db-90e5-4d88-ba48-c6f2beea468b","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:31.101843087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"98a9d437-9c0e-4751-9819-b0ffa65dd7c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:31.158507027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"98a9d437-9c0e-4751-9819-b0ffa65dd7c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:31.214371713Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ca6546-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"98a9d437-9c0e-4751-9819-b0ffa65dd7c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:31.420771043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"78f54388-ea71-4623-bcda-a580457e7a80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:31.477196124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"78f54388-ea71-4623-bcda-a580457e7a80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:31.532512926Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ca6546-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"78f54388-ea71-4623-bcda-a580457e7a80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:35.603149741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"b6af8a49-f2f2-4c79-9673-78f1cb932d08","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-premium-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:35.608343143Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:35.697936011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"fb2eccda-9402-422b-afc1-99ff3fd465fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:35.768062787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"premium-w2-ca6546","reconcileID":"7075804a-5e06-408b-b423-704c4e2ec27d","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"premium-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"premium-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:35.867437601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"284042c0-10ee-45e7-bea2-1d2d3bf16e80","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:36.24559449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"a5c252c9-d77f-4190-bd7e-b815da6d2ab6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:36.245594512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"26dd26bb-4e6d-4233-b960-b691f37f04e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:36.3091381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"26dd26bb-4e6d-4233-b960-b691f37f04e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:36.309746387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"a5c252c9-d77f-4190-bd7e-b815da6d2ab6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:36.372282294Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ca6546-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (653b41b89f8f27c35e14c2a7ebf0fbd22a85f13b66728e7f7b0a0bc6c3233cfd) AuthConfig (3b05fbd99bcf3740704ee86aa58efaf49660e94d28a23e7d0e292778306d551b) AuthConfig (2510b93b58e7b51fa55a9a56e924a60d847d50f929b7d74cf2ab8b95b00bf59e) AuthConfig (fffc165003267dcf851ac3bba6ee9e4f59061c51c479647ffc40b81d77ce68a2) AuthConfig (84efe46b995ecfb544e25a49a479acbfc892b3ea6a170f1cbcdb0bb035ed45a5) AuthConfig (49fb0eaee9b52282a3e230438516f06dea16dd30fd5ccc28c7c07e0dc23d0b55) AuthConfig (33cc67984299bb536c4d3bd9bbcc580a077942c065643b1395b9bdc61e8bcc90) AuthConfig (65949fc1744b6c2f37b6bed62ee5f350a52f5571c5b5195b8d4c0364ea78087f) AuthConfig (57787e5d144eb15ea10a6ed63091e349eac638312ebdcb8b5b650ead4cfe16da) AuthConfig (0f2136d35e9db22d1fd230eb654e2410b24149aa1aa6d3e99270d875c2002202) AuthConfig (ba89040367fdd9af8584e96fc5e7c80907d7581eebde3e0a4207bb06409160e4) AuthConfig (7756ac13ab717b4913cef431bd1e7d6db58f5daff65d63fffb3cdaed8c5c9f95) AuthConfig (e83ed97b2f5b8f0717d3ce72696af4e967da56ed104ef71e51f2cf370c3f64bc) AuthConfig (563876e870e5de2ce4dfa03079241d4282d324466c2a8f9744fd4427c56ffbc2) AuthConfig (3e3a975afcc9af942879037731d68277acb97e546d1b3bfbefb77ba59eaecc57) AuthConfig (ba39df9b0322908a63d4e0763983eac97923d499d728204bbf83bc1c1e3f9782) AuthConfig (2c6793d443817e7cc29ea10b033f561ca352f07be92e56b2ff5b8825b7624b19) AuthConfig (f0ac35c31ae56eb5338f106a1dbb06bb83afcacc963efc70c74873e5fe336d2d) AuthConfig (3b166fb718514c80c995bb4cf8dc4d6869f40842470b4b1f681f285fa0d6b810) AuthConfig (e422dda639ace2ec3f044efb76b15043da08bc0bc279c1826821804856d584bb) AuthConfig (5beb96890ff88ee8c186a39bb56932813a8cb07b3d1e3cf3e51ed78407540b43) AuthConfig (0b760992e7bbe4c0af80a3561f18334c512648c8d0b72684f8f57e1c667e148a) AuthConfig (60f0598df89900552949bf240cb2d64bd5edb8f66003c4938f2adbe76616a548) AuthConfig (93d4809facb14784415db6859b0f5e47f170b6d5761e7ee6f9cbcfc58a45a2f7) AuthConfig (462ab5fd46330c6025bec2fd163b1a7b168823c2934e5c99a39e1bb4e307f5a1) AuthConfig (4d430c556b5041b9777662f51cfcc97f00d583e517668fb8d7a9f29d43e254d0) AuthConfig (f3e9c33bdf82c6fb121100a134d537ab85c41196e13ee530d9f7e9eeff0bc09c) AuthConfig (9b2d40182ddb30b10c2a006ebbe547a944cf33eec247836cc6fcbab4115a407c) AuthConfig (1aa5fe7553203e6d7c9aac4b4c52389eef651d76a4931f0df25e6fede28dac82) AuthConfig (f880a30577d287a7ac1ba129cf4db30f207d2afb153ceda1e70c389f4e7cc734)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"a5c252c9-d77f-4190-bd7e-b815da6d2ab6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:36.372489776Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ca6546-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (653b41b89f8f27c35e14c2a7ebf0fbd22a85f13b66728e7f7b0a0bc6c3233cfd) AuthConfig (3b05fbd99bcf3740704ee86aa58efaf49660e94d28a23e7d0e292778306d551b) AuthConfig (2510b93b58e7b51fa55a9a56e924a60d847d50f929b7d74cf2ab8b95b00bf59e) AuthConfig (fffc165003267dcf851ac3bba6ee9e4f59061c51c479647ffc40b81d77ce68a2) AuthConfig (84efe46b995ecfb544e25a49a479acbfc892b3ea6a170f1cbcdb0bb035ed45a5) AuthConfig (49fb0eaee9b52282a3e230438516f06dea16dd30fd5ccc28c7c07e0dc23d0b55) AuthConfig (33cc67984299bb536c4d3bd9bbcc580a077942c065643b1395b9bdc61e8bcc90) AuthConfig (65949fc1744b6c2f37b6bed62ee5f350a52f5571c5b5195b8d4c0364ea78087f) AuthConfig (57787e5d144eb15ea10a6ed63091e349eac638312ebdcb8b5b650ead4cfe16da) AuthConfig (0f2136d35e9db22d1fd230eb654e2410b24149aa1aa6d3e99270d875c2002202) AuthConfig (ba89040367fdd9af8584e96fc5e7c80907d7581eebde3e0a4207bb06409160e4) AuthConfig (7756ac13ab717b4913cef431bd1e7d6db58f5daff65d63fffb3cdaed8c5c9f95) AuthConfig (e83ed97b2f5b8f0717d3ce72696af4e967da56ed104ef71e51f2cf370c3f64bc) AuthConfig (563876e870e5de2ce4dfa03079241d4282d324466c2a8f9744fd4427c56ffbc2) AuthConfig (3e3a975afcc9af942879037731d68277acb97e546d1b3bfbefb77ba59eaecc57) AuthConfig (ba39df9b0322908a63d4e0763983eac97923d499d728204bbf83bc1c1e3f9782) AuthConfig (2c6793d443817e7cc29ea10b033f561ca352f07be92e56b2ff5b8825b7624b19) AuthConfig (f0ac35c31ae56eb5338f106a1dbb06bb83afcacc963efc70c74873e5fe336d2d) AuthConfig (3b166fb718514c80c995bb4cf8dc4d6869f40842470b4b1f681f285fa0d6b810) AuthConfig (e422dda639ace2ec3f044efb76b15043da08bc0bc279c1826821804856d584bb) AuthConfig (5beb96890ff88ee8c186a39bb56932813a8cb07b3d1e3cf3e51ed78407540b43) AuthConfig (0b760992e7bbe4c0af80a3561f18334c512648c8d0b72684f8f57e1c667e148a) AuthConfig (60f0598df89900552949bf240cb2d64bd5edb8f66003c4938f2adbe76616a548) AuthConfig (93d4809facb14784415db6859b0f5e47f170b6d5761e7ee6f9cbcfc58a45a2f7) AuthConfig (462ab5fd46330c6025bec2fd163b1a7b168823c2934e5c99a39e1bb4e307f5a1) AuthConfig (4d430c556b5041b9777662f51cfcc97f00d583e517668fb8d7a9f29d43e254d0) AuthConfig (f3e9c33bdf82c6fb121100a134d537ab85c41196e13ee530d9f7e9eeff0bc09c) AuthConfig (9b2d40182ddb30b10c2a006ebbe547a944cf33eec247836cc6fcbab4115a407c) AuthConfig (1aa5fe7553203e6d7c9aac4b4c52389eef651d76a4931f0df25e6fede28dac82) AuthConfig (f880a30577d287a7ac1ba129cf4db30f207d2afb153ceda1e70c389f4e7cc734)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"26dd26bb-4e6d-4233-b960-b691f37f04e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:36.430387602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"40b271c5-64c6-43fc-b2ee-2d0c08d638e4","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:36.432862178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"premium-w2-ca6546","reconcileID":"000b0c7d-7e1e-4237-992c-cc729fc2b446","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"premium-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"premium-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:36.587779688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"e3ef7a35-4313-4db1-91f5-3c46213d736f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:36.589430722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"08e21d0f-c1d1-4da6-bbc9-ca131b121e2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:36.644857193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"e3ef7a35-4313-4db1-91f5-3c46213d736f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:36.64601481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"08e21d0f-c1d1-4da6-bbc9-ca131b121e2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:36.700418083Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ca6546-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (653b41b89f8f27c35e14c2a7ebf0fbd22a85f13b66728e7f7b0a0bc6c3233cfd) AuthConfig (3b05fbd99bcf3740704ee86aa58efaf49660e94d28a23e7d0e292778306d551b) AuthConfig (2510b93b58e7b51fa55a9a56e924a60d847d50f929b7d74cf2ab8b95b00bf59e) AuthConfig (fffc165003267dcf851ac3bba6ee9e4f59061c51c479647ffc40b81d77ce68a2) AuthConfig (84efe46b995ecfb544e25a49a479acbfc892b3ea6a170f1cbcdb0bb035ed45a5) AuthConfig (49fb0eaee9b52282a3e230438516f06dea16dd30fd5ccc28c7c07e0dc23d0b55) AuthConfig (33cc67984299bb536c4d3bd9bbcc580a077942c065643b1395b9bdc61e8bcc90) AuthConfig (65949fc1744b6c2f37b6bed62ee5f350a52f5571c5b5195b8d4c0364ea78087f) AuthConfig (57787e5d144eb15ea10a6ed63091e349eac638312ebdcb8b5b650ead4cfe16da) AuthConfig (0f2136d35e9db22d1fd230eb654e2410b24149aa1aa6d3e99270d875c2002202) AuthConfig (ba89040367fdd9af8584e96fc5e7c80907d7581eebde3e0a4207bb06409160e4) AuthConfig (7756ac13ab717b4913cef431bd1e7d6db58f5daff65d63fffb3cdaed8c5c9f95) AuthConfig (e83ed97b2f5b8f0717d3ce72696af4e967da56ed104ef71e51f2cf370c3f64bc) AuthConfig (563876e870e5de2ce4dfa03079241d4282d324466c2a8f9744fd4427c56ffbc2) AuthConfig (3e3a975afcc9af942879037731d68277acb97e546d1b3bfbefb77ba59eaecc57) AuthConfig (ba39df9b0322908a63d4e0763983eac97923d499d728204bbf83bc1c1e3f9782) AuthConfig (2c6793d443817e7cc29ea10b033f561ca352f07be92e56b2ff5b8825b7624b19) AuthConfig (f0ac35c31ae56eb5338f106a1dbb06bb83afcacc963efc70c74873e5fe336d2d) AuthConfig (3b166fb718514c80c995bb4cf8dc4d6869f40842470b4b1f681f285fa0d6b810) AuthConfig (e422dda639ace2ec3f044efb76b15043da08bc0bc279c1826821804856d584bb) AuthConfig (5beb96890ff88ee8c186a39bb56932813a8cb07b3d1e3cf3e51ed78407540b43) AuthConfig (0b760992e7bbe4c0af80a3561f18334c512648c8d0b72684f8f57e1c667e148a) AuthConfig (60f0598df89900552949bf240cb2d64bd5edb8f66003c4938f2adbe76616a548) AuthConfig (93d4809facb14784415db6859b0f5e47f170b6d5761e7ee6f9cbcfc58a45a2f7) AuthConfig (462ab5fd46330c6025bec2fd163b1a7b168823c2934e5c99a39e1bb4e307f5a1) AuthConfig (4d430c556b5041b9777662f51cfcc97f00d583e517668fb8d7a9f29d43e254d0) AuthConfig (f3e9c33bdf82c6fb121100a134d537ab85c41196e13ee530d9f7e9eeff0bc09c) AuthConfig (9b2d40182ddb30b10c2a006ebbe547a944cf33eec247836cc6fcbab4115a407c) AuthConfig (1aa5fe7553203e6d7c9aac4b4c52389eef651d76a4931f0df25e6fede28dac82) AuthConfig (f880a30577d287a7ac1ba129cf4db30f207d2afb153ceda1e70c389f4e7cc734)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"e3ef7a35-4313-4db1-91f5-3c46213d736f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:36.701041119Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ca6546-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (653b41b89f8f27c35e14c2a7ebf0fbd22a85f13b66728e7f7b0a0bc6c3233cfd) AuthConfig (3b05fbd99bcf3740704ee86aa58efaf49660e94d28a23e7d0e292778306d551b) AuthConfig (2510b93b58e7b51fa55a9a56e924a60d847d50f929b7d74cf2ab8b95b00bf59e) AuthConfig (fffc165003267dcf851ac3bba6ee9e4f59061c51c479647ffc40b81d77ce68a2) AuthConfig (84efe46b995ecfb544e25a49a479acbfc892b3ea6a170f1cbcdb0bb035ed45a5) AuthConfig (49fb0eaee9b52282a3e230438516f06dea16dd30fd5ccc28c7c07e0dc23d0b55) AuthConfig (33cc67984299bb536c4d3bd9bbcc580a077942c065643b1395b9bdc61e8bcc90) AuthConfig (65949fc1744b6c2f37b6bed62ee5f350a52f5571c5b5195b8d4c0364ea78087f) AuthConfig (57787e5d144eb15ea10a6ed63091e349eac638312ebdcb8b5b650ead4cfe16da) AuthConfig (0f2136d35e9db22d1fd230eb654e2410b24149aa1aa6d3e99270d875c2002202) AuthConfig (ba89040367fdd9af8584e96fc5e7c80907d7581eebde3e0a4207bb06409160e4) AuthConfig (7756ac13ab717b4913cef431bd1e7d6db58f5daff65d63fffb3cdaed8c5c9f95) AuthConfig (e83ed97b2f5b8f0717d3ce72696af4e967da56ed104ef71e51f2cf370c3f64bc) AuthConfig (563876e870e5de2ce4dfa03079241d4282d324466c2a8f9744fd4427c56ffbc2) AuthConfig (3e3a975afcc9af942879037731d68277acb97e546d1b3bfbefb77ba59eaecc57) AuthConfig (ba39df9b0322908a63d4e0763983eac97923d499d728204bbf83bc1c1e3f9782) AuthConfig (2c6793d443817e7cc29ea10b033f561ca352f07be92e56b2ff5b8825b7624b19) AuthConfig (f0ac35c31ae56eb5338f106a1dbb06bb83afcacc963efc70c74873e5fe336d2d) AuthConfig (3b166fb718514c80c995bb4cf8dc4d6869f40842470b4b1f681f285fa0d6b810) AuthConfig (e422dda639ace2ec3f044efb76b15043da08bc0bc279c1826821804856d584bb) AuthConfig (5beb96890ff88ee8c186a39bb56932813a8cb07b3d1e3cf3e51ed78407540b43) AuthConfig (0b760992e7bbe4c0af80a3561f18334c512648c8d0b72684f8f57e1c667e148a) AuthConfig (60f0598df89900552949bf240cb2d64bd5edb8f66003c4938f2adbe76616a548) AuthConfig (93d4809facb14784415db6859b0f5e47f170b6d5761e7ee6f9cbcfc58a45a2f7) AuthConfig (462ab5fd46330c6025bec2fd163b1a7b168823c2934e5c99a39e1bb4e307f5a1) AuthConfig (4d430c556b5041b9777662f51cfcc97f00d583e517668fb8d7a9f29d43e254d0) AuthConfig (f3e9c33bdf82c6fb121100a134d537ab85c41196e13ee530d9f7e9eeff0bc09c) AuthConfig (9b2d40182ddb30b10c2a006ebbe547a944cf33eec247836cc6fcbab4115a407c) AuthConfig (1aa5fe7553203e6d7c9aac4b4c52389eef651d76a4931f0df25e6fede28dac82) AuthConfig (f880a30577d287a7ac1ba129cf4db30f207d2afb153ceda1e70c389f4e7cc734)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"08e21d0f-c1d1-4da6-bbc9-ca131b121e2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:11:36.75379667Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"e3ef7a35-4313-4db1-91f5-3c46213d736f","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:36.915776779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"5399d4cd-b343-4ceb-b637-4660cb249d30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:36.972182771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"5399d4cd-b343-4ceb-b637-4660cb249d30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:37.027070901Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ca6546-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (653b41b89f8f27c35e14c2a7ebf0fbd22a85f13b66728e7f7b0a0bc6c3233cfd) AuthConfig (3b05fbd99bcf3740704ee86aa58efaf49660e94d28a23e7d0e292778306d551b) AuthConfig (2510b93b58e7b51fa55a9a56e924a60d847d50f929b7d74cf2ab8b95b00bf59e) AuthConfig (fffc165003267dcf851ac3bba6ee9e4f59061c51c479647ffc40b81d77ce68a2) AuthConfig (84efe46b995ecfb544e25a49a479acbfc892b3ea6a170f1cbcdb0bb035ed45a5) AuthConfig (49fb0eaee9b52282a3e230438516f06dea16dd30fd5ccc28c7c07e0dc23d0b55) AuthConfig (33cc67984299bb536c4d3bd9bbcc580a077942c065643b1395b9bdc61e8bcc90) AuthConfig (65949fc1744b6c2f37b6bed62ee5f350a52f5571c5b5195b8d4c0364ea78087f) AuthConfig (57787e5d144eb15ea10a6ed63091e349eac638312ebdcb8b5b650ead4cfe16da) AuthConfig (0f2136d35e9db22d1fd230eb654e2410b24149aa1aa6d3e99270d875c2002202) AuthConfig (ba89040367fdd9af8584e96fc5e7c80907d7581eebde3e0a4207bb06409160e4) AuthConfig (7756ac13ab717b4913cef431bd1e7d6db58f5daff65d63fffb3cdaed8c5c9f95) AuthConfig (e83ed97b2f5b8f0717d3ce72696af4e967da56ed104ef71e51f2cf370c3f64bc) AuthConfig (563876e870e5de2ce4dfa03079241d4282d324466c2a8f9744fd4427c56ffbc2) AuthConfig (3e3a975afcc9af942879037731d68277acb97e546d1b3bfbefb77ba59eaecc57) AuthConfig (ba39df9b0322908a63d4e0763983eac97923d499d728204bbf83bc1c1e3f9782) AuthConfig (2c6793d443817e7cc29ea10b033f561ca352f07be92e56b2ff5b8825b7624b19) AuthConfig (f0ac35c31ae56eb5338f106a1dbb06bb83afcacc963efc70c74873e5fe336d2d) AuthConfig (3b166fb718514c80c995bb4cf8dc4d6869f40842470b4b1f681f285fa0d6b810) AuthConfig (e422dda639ace2ec3f044efb76b15043da08bc0bc279c1826821804856d584bb) AuthConfig (5beb96890ff88ee8c186a39bb56932813a8cb07b3d1e3cf3e51ed78407540b43) AuthConfig (0b760992e7bbe4c0af80a3561f18334c512648c8d0b72684f8f57e1c667e148a) AuthConfig (60f0598df89900552949bf240cb2d64bd5edb8f66003c4938f2adbe76616a548) AuthConfig (93d4809facb14784415db6859b0f5e47f170b6d5761e7ee6f9cbcfc58a45a2f7) AuthConfig (462ab5fd46330c6025bec2fd163b1a7b168823c2934e5c99a39e1bb4e307f5a1) AuthConfig (4d430c556b5041b9777662f51cfcc97f00d583e517668fb8d7a9f29d43e254d0) AuthConfig (f3e9c33bdf82c6fb121100a134d537ab85c41196e13ee530d9f7e9eeff0bc09c) AuthConfig (9b2d40182ddb30b10c2a006ebbe547a944cf33eec247836cc6fcbab4115a407c) AuthConfig (1aa5fe7553203e6d7c9aac4b4c52389eef651d76a4931f0df25e6fede28dac82) AuthConfig (f880a30577d287a7ac1ba129cf4db30f207d2afb153ceda1e70c389f4e7cc734)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"5399d4cd-b343-4ceb-b637-4660cb249d30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:43.101009656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"07c24199-ae29-4e7a-9f2b-8c89eb60cc7a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-premium-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:43.200833437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f22f53de-d96f-4979-88d1-7d4490ae3e44","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:43.312694966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"a2dfa962-beb5-4b24-8f33-6b026b82af27","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:43.328917511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"88af6881-5f9d-4ad8-a04d-984680762082","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:43.37917359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"f8acb51f-1dfe-4ddc-a304-4dd0427fa73a","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:43.444236869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f4fa6307-a266-4d35-81d8-4b39259b002c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:46.50585364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"68a8ad93-0918-4105-968f-0adbfd353cc3","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:46.858942025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"355c9d1e-1b93-45c7-8477-fe0d43316ef1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:46.915415758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"355c9d1e-1b93-45c7-8477-fe0d43316ef1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:47.187014635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"737471b0-349b-446b-ab00-0cc6a862793d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:47.187591681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"premium-w2-ca6546","reconcileID":"0b2650e5-ca7c-4a04-b1b1-0984d2c963db","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"premium-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"premium-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:47.244178273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"737471b0-349b-446b-ab00-0cc6a862793d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:47.560144416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"2ee0c7b9-5082-42a7-ae4e-198a94bdcd5f","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:50.761027444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"90e1b82e-9446-431f-b86b-3bfdeca886ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:50.873668238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5719e27b-47b1-4666-ab8e-a269bdcbd859","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:51.105838914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"9a642e1d-6109-46f3-aecd-fadd883d1e6e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-premium-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:51.275649578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"818d64ac-7c0d-4f84-962d-268f06efbda9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:56.308463444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"e550ff1d-9095-458d-ab1c-493d332f0b05","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:56.365320276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"a93eccad-9543-47ad-bfd1-04964adfb6a6","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:56.522575806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-021aa734-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-dry-sub-021aa734-auth","reconcileID":"c3240d64-1fac-420c-a997-45619951ce41","MaaSAuthPolicy":{"name":"e2e-dry-sub-021aa734-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:56.57891452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-021aa734-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-dry-sub-021aa734-auth","reconcileID":"c3240d64-1fac-420c-a997-45619951ce41","MaaSAuthPolicy":{"name":"e2e-dry-sub-021aa734-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:56.585111898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"b8e91e07-5949-45c9-b66b-aa3c1befbd11","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:56.641451712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"premium-w2-ca6546","reconcileID":"51ab6293-2ee4-466b-99e7-23fd55cdbc2a","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"premium-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"premium-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:56.693918401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"601fed58-5b1f-4bc6-9428-2f6f06e994fe","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:11:56.694888573Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-ca6546/e2e-dry-sub-021aa734","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-021aa734\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:56.741439412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"4e9d48f8-0eed-489b-b96a-26d10fd18d89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:56.745804855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"8eca0623-1ea4-49c1-913e-5b8c016cf22c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:56.749094844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"b8dc3b99-b2a3-4699-9c37-1366f1ffe398","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:56.797543731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"4e9d48f8-0eed-489b-b96a-26d10fd18d89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:56.802061088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"8eca0623-1ea4-49c1-913e-5b8c016cf22c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:56.894549696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"e7483049-53f5-43e8-9590-6d19ecd1dd6a","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:57.017243419Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-021aa734","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-dry-sub-021aa734","reconcileID":"39ae3e3d-6833-46ce-a876-425146611b2e","MaaSSubscription":{"name":"e2e-dry-sub-021aa734","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-ca6546/e2e-dry-sub-021aa734","ai-tenant-e2e-worker-w2-ca6546/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:57.050616363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-021aa734-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-dry-sub-021aa734-auth","reconcileID":"72aed0a2-daa1-4f70-aefb-da4eaeaac808","MaaSAuthPolicy":{"name":"e2e-dry-sub-021aa734-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:57.10690921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-021aa734-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-dry-sub-021aa734-auth","reconcileID":"72aed0a2-daa1-4f70-aefb-da4eaeaac808","MaaSAuthPolicy":{"name":"e2e-dry-sub-021aa734-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:57.181430289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"ce87e167-4a21-4df8-b9bb-d0e182756fb0","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:57.196309905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"386be4ac-af10-42f0-aa30-9c4f3be9d150","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:57.196333734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"f9b2d890-cbb8-4036-8906-4572192309d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:57.229906572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"512969bf-2cc0-4cbc-9303-c84ada3f2833","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:57.253516802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"386be4ac-af10-42f0-aa30-9c4f3be9d150","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:57.253531798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"f9b2d890-cbb8-4036-8906-4572192309d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:57.391216256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-021aa734","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-dry-sub-021aa734","reconcileID":"8be2ba98-2413-494a-9b80-aa779dbd100f","MaaSSubscription":{"name":"e2e-dry-sub-021aa734","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:58.451051535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2aa729fc-ec04-4eb1-b6ef-9e7d7a5fea8b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:58.617543368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"18fb6d54-0756-4cd0-8664-efdfb670c20e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:11:58.733068496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"1eeab8d2-5bb3-417b-a371-61762f4f817f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-premium-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:01.280308346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"545c1484-890e-447f-8eef-ab184264b02f","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:01.4374019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"a74d5d6c-71ea-429a-95b5-639be97991c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:01.437586964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"32a2a723-17a2-4c1c-a754-a4ba6b5b78fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:01.43740639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-021aa734-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-dry-sub-021aa734-auth","reconcileID":"a571e3ea-a74c-4acb-ba85-7cbe8a8b3c9e","MaaSAuthPolicy":{"name":"e2e-dry-sub-021aa734-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:01.495107689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"a74d5d6c-71ea-429a-95b5-639be97991c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:01.495644844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-021aa734-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-dry-sub-021aa734-auth","reconcileID":"a571e3ea-a74c-4acb-ba85-7cbe8a8b3c9e","MaaSAuthPolicy":{"name":"e2e-dry-sub-021aa734-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:01.498795507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"32a2a723-17a2-4c1c-a754-a4ba6b5b78fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:01.960665666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"premium-w3-858236","reconcileID":"b341696a-ce0f-4773-923b-0da2bd0bd455","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"premium-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"premium-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:02.060120108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"846279fa-550f-4099-a562-617c41e2acc4","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:02.11751771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"ea482e55-8356-4901-b7b6-8d8d0a1aa0a0","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:12:02.168601044Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"cbfe1f51-c5d0-47b8-bbac-19c41185975b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:02.283133297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"6a7b51d8-cf74-4a66-9a73-5ed9944435db","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:02.325467411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"81c7ce61-4d06-432a-8527-eb3a53e20ae6","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:02.384897409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"59be41d2-0d87-463e-a700-aeb47aba9f97","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:12:02.439200794Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"59be41d2-0d87-463e-a700-aeb47aba9f97","name":"simulator-w3-858236","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-858236\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:12:02.43926332Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"59be41d2-0d87-463e-a700-aeb47aba9f97","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-858236\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:02.444550459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"227729d0-f77d-45b4-b407-075cce002256","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:02.489252583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"c3cd6659-6023-41aa-9125-8fdd2f840c9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:02.564022486Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"41b1b1a2-a61d-47df-bc52-21799c3d8313","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"simulator-w3-858236","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-858236/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:02.59607722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"premium-w3-858236","reconcileID":"7e7251bf-36ac-4732-b3d4-533669eccd12","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"premium-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"premium-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:02.611000933Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"c3cd6659-6023-41aa-9125-8fdd2f840c9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:02.651742876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"f232fd88-f775-46cf-b5b4-be556186115e","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:02.666919423Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-858236-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"c3cd6659-6023-41aa-9125-8fdd2f840c9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:02.705248949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"premium-w3-858236","reconcileID":"be8b0b56-6de7-481d-b5a8-dc9de80a54a4","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"premium-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"premium-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:12:02.708810407Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-858236/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:02.830123081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"3c481d06-7849-44c3-920e-549e7bf2fb87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:02.873517119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"de0252f9-5c2e-461f-ae26-063e3a6f19ff","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:02.886278571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"3c481d06-7849-44c3-920e-549e7bf2fb87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:02.930943584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"006ec1e7-3d32-4e99-aa13-ea77268fda37","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:02.931274848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"premium-w3-858236","reconcileID":"bdf44850-e288-4555-b92d-32f197880094","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"premium-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"premium-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:02.936750361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"87d0089b-c3f9-4746-9204-0561c71037fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:02.941211867Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-858236-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"3c481d06-7849-44c3-920e-549e7bf2fb87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:03.041051958Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"97775168-09be-4eb9-828d-2f321f467225","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"premium-w3-858236","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-858236/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:03.066896008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"ae41e943-fb69-4812-bd28-edacff7f845c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:03.123188548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"ae41e943-fb69-4812-bd28-edacff7f845c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:03.167727615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"1a5e05d6-1dd7-4253-8d41-d32fc7f96e6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:03.178780246Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-858236-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"ae41e943-fb69-4812-bd28-edacff7f845c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:03.205651133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"premium-w3-858236","reconcileID":"78b5f776-c8fc-4a5a-ac0d-967e50dc96c0","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"premium-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"premium-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:03.224103716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"1a5e05d6-1dd7-4253-8d41-d32fc7f96e6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:03.233820615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"premium-w3-858236","reconcileID":"b864c893-4f3f-4704-9bb1-57f4a15116a1","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"premium-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"premium-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:03.279655975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-858236-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"1a5e05d6-1dd7-4253-8d41-d32fc7f96e6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:03.390259022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"39ff72bf-2824-487b-9c51-0f6ad04dbf3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:03.415922957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"47746aa0-3455-4365-9222-394b644086d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:03.448162312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"39ff72bf-2824-487b-9c51-0f6ad04dbf3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:03.504366711Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-858236-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"39ff72bf-2824-487b-9c51-0f6ad04dbf3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:05.612655695Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:09.92598233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"12d34e9c-d70e-4ebd-86b0-3a8924196890","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:10.091690733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"4e2dd0e1-36eb-49fd-ab7a-8b1a2333380a","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:10.328844913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0a19eca6-8903-4b74-b5c2-24d5c573d793","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:10.427831639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"14f2749f-cdb2-4f90-90be-696eb7e14328","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:10.440807754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"b6429d67-2f95-4144-bf65-9e7ab022008a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:10.531920276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"f506301c-c41f-42c6-b121-3ffb0651c91c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-premium-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:10.583106342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"a2716049-ad28-4eb3-8bf2-6d583001f66b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:10.583137266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"38b01a43-0995-46be-8a12-1e7d663c2d9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:10.604547207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"premium-w3-858236","reconcileID":"a5d38051-64e5-4307-b3de-37eb37bb8b35","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"premium-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"premium-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:10.647633025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"a2716049-ad28-4eb3-8bf2-6d583001f66b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:10.648401162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"38b01a43-0995-46be-8a12-1e7d663c2d9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:10.706696827Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-858236-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (31bd193076ecf4f152e4b8236a18bcfef80df58933ae226409b820014b337368) AuthConfig (14badf362906832954d389fb418c10929ddac6f77a4517e6000938033f2be9d0) AuthConfig (613db78bc12be5c15b97bf339c7c10e7f9f8af7ba4528004ace8c7681d5060b0) AuthConfig (86fea3e4794ff44d4c8cde05eb83aa134c469b7132b62f056df2e1138f0d9a7e) AuthConfig (24e53ea84133078b577da8504769b55a87a45222a41b5d03607076850ac0d948) AuthConfig (7d2a6f8f261aa693390088676494474526bd7443d217a555d4699065a8021b19) AuthConfig (544f5919a6f11e14bf075d7780623029ac1c16d23f4d00f23e662e7db6598360) AuthConfig (2820d45f7d296bc449302b1dfedd062f95e763e913c25c941804f52f6c6436d8) AuthConfig (d93211df2f14b3bca1740b66b765aef5908436c496d5de577e84990768aeeb52) AuthConfig (493b3a9845fb36fc7bf9e819a0b3a56bc0d54a5299ffe53d42618aaa78ec72f2) AuthConfig (37cbd721400275e3d228047d44267443a9c75259034546c5c26790143b9c79fc) AuthConfig (ceef68cd13074b957370ee8358bab00208fa42fa262a0b798208e37da129f7aa) AuthConfig (128f377e9528fa522b5c6e66348e4c759a59f4d0736b9544d96268d6f0cf0632) AuthConfig (f488c40caff7231d5a44e13e759e01eb9b53af6db9510fdf7f76f83516d27e17) AuthConfig (4c5651839b422eed030c4e8d554ccd456da4ff990b7fb3e687e3bf7d46244687) AuthConfig (7337d5490d70a2e956b23a28df4d934fe096b3c9b0249dacc159c1f9de14d7f6) AuthConfig (86f4699d1ac664fbd63cd0e0d4a52fae55dde5545f5bd619a514ccf5199ea67a) AuthConfig (b076d85ec4d80433ae1df201ecd2a32c11acc59e455a2bf84f7559d33174d9ae) AuthConfig (8bf9d7e9436627d6adc4e3fc22a3cc92debe84a4d321fafe71e15e04926cec3c) AuthConfig (92685fae8f1f373a1e4906bbac2b06d36a73c9b2f44910dd86f47ddfd04b4795) AuthConfig (2f283700007001c4d7959f775444c535d1d35bd25593e1b0b11f6fac78eff6f0) AuthConfig (d63dcc645f7354d533af49d6273fe2c8f74fa8337b9dd87ec785643d1491c6e6) AuthConfig (3b7846e15dd5af24d30c1df6b54cea2ad7ddcb7005863158b0d3629e8736d986) AuthConfig (8bbefffd80e1ab4e2a91cd6dcf49340eaadef389a27fedb9e967307802528ac2) AuthConfig (46d164277d639f27f504f1a583141e79c92806f739c199b0e796c5efd9c4ba76) AuthConfig (622c4d0c663a4aba879eedfe94dc072343147df5778d4bf05954f0d0eb41c630) AuthConfig (54f7b606f6c976d4870f46bb41b1baafa37e6faf43eb42fc77b427eae7d2c9eb) AuthConfig (3ef4c3e0542244c1f49a7de0c40e66dbec977f8d7d1fa20b3abdb568beadff94) AuthConfig (85f240a5722e3d56538ec6a5cac15d22419f06cc1282dd3cebefe2d2a9a23c08) AuthConfig (e78135b3d5ea71cca98caaa76a3441f546e3329cca9ca7830506b3476324bb98)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"a2716049-ad28-4eb3-8bf2-6d583001f66b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:10.70717572Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-858236-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (31bd193076ecf4f152e4b8236a18bcfef80df58933ae226409b820014b337368) AuthConfig (14badf362906832954d389fb418c10929ddac6f77a4517e6000938033f2be9d0) AuthConfig (613db78bc12be5c15b97bf339c7c10e7f9f8af7ba4528004ace8c7681d5060b0) AuthConfig (86fea3e4794ff44d4c8cde05eb83aa134c469b7132b62f056df2e1138f0d9a7e) AuthConfig (24e53ea84133078b577da8504769b55a87a45222a41b5d03607076850ac0d948) AuthConfig (7d2a6f8f261aa693390088676494474526bd7443d217a555d4699065a8021b19) AuthConfig (544f5919a6f11e14bf075d7780623029ac1c16d23f4d00f23e662e7db6598360) AuthConfig (2820d45f7d296bc449302b1dfedd062f95e763e913c25c941804f52f6c6436d8) AuthConfig (d93211df2f14b3bca1740b66b765aef5908436c496d5de577e84990768aeeb52) AuthConfig (493b3a9845fb36fc7bf9e819a0b3a56bc0d54a5299ffe53d42618aaa78ec72f2) AuthConfig (37cbd721400275e3d228047d44267443a9c75259034546c5c26790143b9c79fc) AuthConfig (ceef68cd13074b957370ee8358bab00208fa42fa262a0b798208e37da129f7aa) AuthConfig (128f377e9528fa522b5c6e66348e4c759a59f4d0736b9544d96268d6f0cf0632) AuthConfig (f488c40caff7231d5a44e13e759e01eb9b53af6db9510fdf7f76f83516d27e17) AuthConfig (4c5651839b422eed030c4e8d554ccd456da4ff990b7fb3e687e3bf7d46244687) AuthConfig (7337d5490d70a2e956b23a28df4d934fe096b3c9b0249dacc159c1f9de14d7f6) AuthConfig (86f4699d1ac664fbd63cd0e0d4a52fae55dde5545f5bd619a514ccf5199ea67a) AuthConfig (b076d85ec4d80433ae1df201ecd2a32c11acc59e455a2bf84f7559d33174d9ae) AuthConfig (8bf9d7e9436627d6adc4e3fc22a3cc92debe84a4d321fafe71e15e04926cec3c) AuthConfig (92685fae8f1f373a1e4906bbac2b06d36a73c9b2f44910dd86f47ddfd04b4795) AuthConfig (2f283700007001c4d7959f775444c535d1d35bd25593e1b0b11f6fac78eff6f0) AuthConfig (d63dcc645f7354d533af49d6273fe2c8f74fa8337b9dd87ec785643d1491c6e6) AuthConfig (3b7846e15dd5af24d30c1df6b54cea2ad7ddcb7005863158b0d3629e8736d986) AuthConfig (8bbefffd80e1ab4e2a91cd6dcf49340eaadef389a27fedb9e967307802528ac2) AuthConfig (46d164277d639f27f504f1a583141e79c92806f739c199b0e796c5efd9c4ba76) AuthConfig (622c4d0c663a4aba879eedfe94dc072343147df5778d4bf05954f0d0eb41c630) AuthConfig (54f7b606f6c976d4870f46bb41b1baafa37e6faf43eb42fc77b427eae7d2c9eb) AuthConfig (3ef4c3e0542244c1f49a7de0c40e66dbec977f8d7d1fa20b3abdb568beadff94) AuthConfig (85f240a5722e3d56538ec6a5cac15d22419f06cc1282dd3cebefe2d2a9a23c08) AuthConfig (e78135b3d5ea71cca98caaa76a3441f546e3329cca9ca7830506b3476324bb98)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"38b01a43-0995-46be-8a12-1e7d663c2d9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:10.925040838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"premium-w4-398828","reconcileID":"221d884e-957d-4158-91ef-fb97dcdd71c3","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"premium-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"premium-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:10.925556135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"85a205c5-510a-49b8-9959-d8981aa7d5c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:10.925757935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"197349ea-a3cf-4039-b734-bfc15a84902f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:10.982156354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"197349ea-a3cf-4039-b734-bfc15a84902f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:10.982397728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"85a205c5-510a-49b8-9959-d8981aa7d5c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:10.982790723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"premium-w3-858236","reconcileID":"56386fcd-9dd6-4236-a177-578d32d219c0","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"premium-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"premium-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:10.983082302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"0dd086e2-a2d2-48ed-9f4d-9f357fc3c1f9","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:11.018511464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"ccb466c6-cbd6-4e52-a836-6d1bdf1c8cf2","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:11.038466772Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-858236-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (31bd193076ecf4f152e4b8236a18bcfef80df58933ae226409b820014b337368) AuthConfig (14badf362906832954d389fb418c10929ddac6f77a4517e6000938033f2be9d0) AuthConfig (613db78bc12be5c15b97bf339c7c10e7f9f8af7ba4528004ace8c7681d5060b0) AuthConfig (86fea3e4794ff44d4c8cde05eb83aa134c469b7132b62f056df2e1138f0d9a7e) AuthConfig (24e53ea84133078b577da8504769b55a87a45222a41b5d03607076850ac0d948) AuthConfig (7d2a6f8f261aa693390088676494474526bd7443d217a555d4699065a8021b19) AuthConfig (544f5919a6f11e14bf075d7780623029ac1c16d23f4d00f23e662e7db6598360) AuthConfig (2820d45f7d296bc449302b1dfedd062f95e763e913c25c941804f52f6c6436d8) AuthConfig (d93211df2f14b3bca1740b66b765aef5908436c496d5de577e84990768aeeb52) AuthConfig (493b3a9845fb36fc7bf9e819a0b3a56bc0d54a5299ffe53d42618aaa78ec72f2) AuthConfig (37cbd721400275e3d228047d44267443a9c75259034546c5c26790143b9c79fc) AuthConfig (ceef68cd13074b957370ee8358bab00208fa42fa262a0b798208e37da129f7aa) AuthConfig (128f377e9528fa522b5c6e66348e4c759a59f4d0736b9544d96268d6f0cf0632) AuthConfig (f488c40caff7231d5a44e13e759e01eb9b53af6db9510fdf7f76f83516d27e17) AuthConfig (4c5651839b422eed030c4e8d554ccd456da4ff990b7fb3e687e3bf7d46244687) AuthConfig (7337d5490d70a2e956b23a28df4d934fe096b3c9b0249dacc159c1f9de14d7f6) AuthConfig (86f4699d1ac664fbd63cd0e0d4a52fae55dde5545f5bd619a514ccf5199ea67a) AuthConfig (b076d85ec4d80433ae1df201ecd2a32c11acc59e455a2bf84f7559d33174d9ae) AuthConfig (8bf9d7e9436627d6adc4e3fc22a3cc92debe84a4d321fafe71e15e04926cec3c) AuthConfig (92685fae8f1f373a1e4906bbac2b06d36a73c9b2f44910dd86f47ddfd04b4795) AuthConfig (2f283700007001c4d7959f775444c535d1d35bd25593e1b0b11f6fac78eff6f0) AuthConfig (d63dcc645f7354d533af49d6273fe2c8f74fa8337b9dd87ec785643d1491c6e6) AuthConfig (3b7846e15dd5af24d30c1df6b54cea2ad7ddcb7005863158b0d3629e8736d986) AuthConfig (8bbefffd80e1ab4e2a91cd6dcf49340eaadef389a27fedb9e967307802528ac2) AuthConfig (46d164277d639f27f504f1a583141e79c92806f739c199b0e796c5efd9c4ba76) AuthConfig (622c4d0c663a4aba879eedfe94dc072343147df5778d4bf05954f0d0eb41c630) AuthConfig (54f7b606f6c976d4870f46bb41b1baafa37e6faf43eb42fc77b427eae7d2c9eb) AuthConfig (3ef4c3e0542244c1f49a7de0c40e66dbec977f8d7d1fa20b3abdb568beadff94) AuthConfig (85f240a5722e3d56538ec6a5cac15d22419f06cc1282dd3cebefe2d2a9a23c08) AuthConfig (e78135b3d5ea71cca98caaa76a3441f546e3329cca9ca7830506b3476324bb98)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"197349ea-a3cf-4039-b734-bfc15a84902f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:11.038617735Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-858236-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (31bd193076ecf4f152e4b8236a18bcfef80df58933ae226409b820014b337368) AuthConfig (14badf362906832954d389fb418c10929ddac6f77a4517e6000938033f2be9d0) AuthConfig (613db78bc12be5c15b97bf339c7c10e7f9f8af7ba4528004ace8c7681d5060b0) AuthConfig (86fea3e4794ff44d4c8cde05eb83aa134c469b7132b62f056df2e1138f0d9a7e) AuthConfig (24e53ea84133078b577da8504769b55a87a45222a41b5d03607076850ac0d948) AuthConfig (7d2a6f8f261aa693390088676494474526bd7443d217a555d4699065a8021b19) AuthConfig (544f5919a6f11e14bf075d7780623029ac1c16d23f4d00f23e662e7db6598360) AuthConfig (2820d45f7d296bc449302b1dfedd062f95e763e913c25c941804f52f6c6436d8) AuthConfig (d93211df2f14b3bca1740b66b765aef5908436c496d5de577e84990768aeeb52) AuthConfig (493b3a9845fb36fc7bf9e819a0b3a56bc0d54a5299ffe53d42618aaa78ec72f2) AuthConfig (37cbd721400275e3d228047d44267443a9c75259034546c5c26790143b9c79fc) AuthConfig (ceef68cd13074b957370ee8358bab00208fa42fa262a0b798208e37da129f7aa) AuthConfig (128f377e9528fa522b5c6e66348e4c759a59f4d0736b9544d96268d6f0cf0632) AuthConfig (f488c40caff7231d5a44e13e759e01eb9b53af6db9510fdf7f76f83516d27e17) AuthConfig (4c5651839b422eed030c4e8d554ccd456da4ff990b7fb3e687e3bf7d46244687) AuthConfig (7337d5490d70a2e956b23a28df4d934fe096b3c9b0249dacc159c1f9de14d7f6) AuthConfig (86f4699d1ac664fbd63cd0e0d4a52fae55dde5545f5bd619a514ccf5199ea67a) AuthConfig (b076d85ec4d80433ae1df201ecd2a32c11acc59e455a2bf84f7559d33174d9ae) AuthConfig (8bf9d7e9436627d6adc4e3fc22a3cc92debe84a4d321fafe71e15e04926cec3c) AuthConfig (92685fae8f1f373a1e4906bbac2b06d36a73c9b2f44910dd86f47ddfd04b4795) AuthConfig (2f283700007001c4d7959f775444c535d1d35bd25593e1b0b11f6fac78eff6f0) AuthConfig (d63dcc645f7354d533af49d6273fe2c8f74fa8337b9dd87ec785643d1491c6e6) AuthConfig (3b7846e15dd5af24d30c1df6b54cea2ad7ddcb7005863158b0d3629e8736d986) AuthConfig (8bbefffd80e1ab4e2a91cd6dcf49340eaadef389a27fedb9e967307802528ac2) AuthConfig (46d164277d639f27f504f1a583141e79c92806f739c199b0e796c5efd9c4ba76) AuthConfig (622c4d0c663a4aba879eedfe94dc072343147df5778d4bf05954f0d0eb41c630) AuthConfig (54f7b606f6c976d4870f46bb41b1baafa37e6faf43eb42fc77b427eae7d2c9eb) AuthConfig (3ef4c3e0542244c1f49a7de0c40e66dbec977f8d7d1fa20b3abdb568beadff94) AuthConfig (85f240a5722e3d56538ec6a5cac15d22419f06cc1282dd3cebefe2d2a9a23c08) AuthConfig (e78135b3d5ea71cca98caaa76a3441f546e3329cca9ca7830506b3476324bb98)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"85a205c5-510a-49b8-9959-d8981aa7d5c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:11.076735815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"premium-w3-858236","reconcileID":"a09b04d5-4715-49d8-9516-4357ba8dcd7c","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"premium-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"premium-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:12:11.091684044Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"197349ea-a3cf-4039-b734-bfc15a84902f","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:12:11.092148282Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"85a205c5-510a-49b8-9959-d8981aa7d5c2","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:11.129232718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"70e8e9fa-184d-48a4-bf3d-8eb357f80b69","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:12:11.130642878Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-398828/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:11.18666245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"c55d7c4b-d246-4252-897e-212616d6b4ae","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:11.254059665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"b101e3a5-fbef-4fec-bb71-2054b1d4efeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:11.254124355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"9582a53c-9a33-420f-bcab-9dba40e62931","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:11.282435463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"268ff374-4752-4d42-8b5d-9f3830f4a877","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:11.31067895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"b101e3a5-fbef-4fec-bb71-2054b1d4efeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:11.310800018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"9582a53c-9a33-420f-bcab-9dba40e62931","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:11.341738605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"70e776f0-e984-4905-8672-1d363bc87846","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:11.365976956Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-858236-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (31bd193076ecf4f152e4b8236a18bcfef80df58933ae226409b820014b337368) AuthConfig (14badf362906832954d389fb418c10929ddac6f77a4517e6000938033f2be9d0) AuthConfig (613db78bc12be5c15b97bf339c7c10e7f9f8af7ba4528004ace8c7681d5060b0) AuthConfig (86fea3e4794ff44d4c8cde05eb83aa134c469b7132b62f056df2e1138f0d9a7e) AuthConfig (24e53ea84133078b577da8504769b55a87a45222a41b5d03607076850ac0d948) AuthConfig (7d2a6f8f261aa693390088676494474526bd7443d217a555d4699065a8021b19) AuthConfig (544f5919a6f11e14bf075d7780623029ac1c16d23f4d00f23e662e7db6598360) AuthConfig (2820d45f7d296bc449302b1dfedd062f95e763e913c25c941804f52f6c6436d8) AuthConfig (d93211df2f14b3bca1740b66b765aef5908436c496d5de577e84990768aeeb52) AuthConfig (493b3a9845fb36fc7bf9e819a0b3a56bc0d54a5299ffe53d42618aaa78ec72f2) AuthConfig (37cbd721400275e3d228047d44267443a9c75259034546c5c26790143b9c79fc) AuthConfig (ceef68cd13074b957370ee8358bab00208fa42fa262a0b798208e37da129f7aa) AuthConfig (128f377e9528fa522b5c6e66348e4c759a59f4d0736b9544d96268d6f0cf0632) AuthConfig (f488c40caff7231d5a44e13e759e01eb9b53af6db9510fdf7f76f83516d27e17) AuthConfig (4c5651839b422eed030c4e8d554ccd456da4ff990b7fb3e687e3bf7d46244687) AuthConfig (7337d5490d70a2e956b23a28df4d934fe096b3c9b0249dacc159c1f9de14d7f6) AuthConfig (86f4699d1ac664fbd63cd0e0d4a52fae55dde5545f5bd619a514ccf5199ea67a) AuthConfig (b076d85ec4d80433ae1df201ecd2a32c11acc59e455a2bf84f7559d33174d9ae) AuthConfig (8bf9d7e9436627d6adc4e3fc22a3cc92debe84a4d321fafe71e15e04926cec3c) AuthConfig (92685fae8f1f373a1e4906bbac2b06d36a73c9b2f44910dd86f47ddfd04b4795) AuthConfig (2f283700007001c4d7959f775444c535d1d35bd25593e1b0b11f6fac78eff6f0) AuthConfig (d63dcc645f7354d533af49d6273fe2c8f74fa8337b9dd87ec785643d1491c6e6) AuthConfig (3b7846e15dd5af24d30c1df6b54cea2ad7ddcb7005863158b0d3629e8736d986) AuthConfig (8bbefffd80e1ab4e2a91cd6dcf49340eaadef389a27fedb9e967307802528ac2) AuthConfig (46d164277d639f27f504f1a583141e79c92806f739c199b0e796c5efd9c4ba76) AuthConfig (622c4d0c663a4aba879eedfe94dc072343147df5778d4bf05954f0d0eb41c630) AuthConfig (54f7b606f6c976d4870f46bb41b1baafa37e6faf43eb42fc77b427eae7d2c9eb) AuthConfig (3ef4c3e0542244c1f49a7de0c40e66dbec977f8d7d1fa20b3abdb568beadff94) AuthConfig (85f240a5722e3d56538ec6a5cac15d22419f06cc1282dd3cebefe2d2a9a23c08) AuthConfig (e78135b3d5ea71cca98caaa76a3441f546e3329cca9ca7830506b3476324bb98)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"b101e3a5-fbef-4fec-bb71-2054b1d4efeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:11.366146142Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-858236-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (31bd193076ecf4f152e4b8236a18bcfef80df58933ae226409b820014b337368) AuthConfig (14badf362906832954d389fb418c10929ddac6f77a4517e6000938033f2be9d0) AuthConfig (613db78bc12be5c15b97bf339c7c10e7f9f8af7ba4528004ace8c7681d5060b0) AuthConfig (86fea3e4794ff44d4c8cde05eb83aa134c469b7132b62f056df2e1138f0d9a7e) AuthConfig (24e53ea84133078b577da8504769b55a87a45222a41b5d03607076850ac0d948) AuthConfig (7d2a6f8f261aa693390088676494474526bd7443d217a555d4699065a8021b19) AuthConfig (544f5919a6f11e14bf075d7780623029ac1c16d23f4d00f23e662e7db6598360) AuthConfig (2820d45f7d296bc449302b1dfedd062f95e763e913c25c941804f52f6c6436d8) AuthConfig (d93211df2f14b3bca1740b66b765aef5908436c496d5de577e84990768aeeb52) AuthConfig (493b3a9845fb36fc7bf9e819a0b3a56bc0d54a5299ffe53d42618aaa78ec72f2) AuthConfig (37cbd721400275e3d228047d44267443a9c75259034546c5c26790143b9c79fc) AuthConfig (ceef68cd13074b957370ee8358bab00208fa42fa262a0b798208e37da129f7aa) AuthConfig (128f377e9528fa522b5c6e66348e4c759a59f4d0736b9544d96268d6f0cf0632) AuthConfig (f488c40caff7231d5a44e13e759e01eb9b53af6db9510fdf7f76f83516d27e17) AuthConfig (4c5651839b422eed030c4e8d554ccd456da4ff990b7fb3e687e3bf7d46244687) AuthConfig (7337d5490d70a2e956b23a28df4d934fe096b3c9b0249dacc159c1f9de14d7f6) AuthConfig (86f4699d1ac664fbd63cd0e0d4a52fae55dde5545f5bd619a514ccf5199ea67a) AuthConfig (b076d85ec4d80433ae1df201ecd2a32c11acc59e455a2bf84f7559d33174d9ae) AuthConfig (8bf9d7e9436627d6adc4e3fc22a3cc92debe84a4d321fafe71e15e04926cec3c) AuthConfig (92685fae8f1f373a1e4906bbac2b06d36a73c9b2f44910dd86f47ddfd04b4795) AuthConfig (2f283700007001c4d7959f775444c535d1d35bd25593e1b0b11f6fac78eff6f0) AuthConfig (d63dcc645f7354d533af49d6273fe2c8f74fa8337b9dd87ec785643d1491c6e6) AuthConfig (3b7846e15dd5af24d30c1df6b54cea2ad7ddcb7005863158b0d3629e8736d986) AuthConfig (8bbefffd80e1ab4e2a91cd6dcf49340eaadef389a27fedb9e967307802528ac2) AuthConfig (46d164277d639f27f504f1a583141e79c92806f739c199b0e796c5efd9c4ba76) AuthConfig (622c4d0c663a4aba879eedfe94dc072343147df5778d4bf05954f0d0eb41c630) AuthConfig (54f7b606f6c976d4870f46bb41b1baafa37e6faf43eb42fc77b427eae7d2c9eb) AuthConfig (3ef4c3e0542244c1f49a7de0c40e66dbec977f8d7d1fa20b3abdb568beadff94) AuthConfig (85f240a5722e3d56538ec6a5cac15d22419f06cc1282dd3cebefe2d2a9a23c08) AuthConfig (e78135b3d5ea71cca98caaa76a3441f546e3329cca9ca7830506b3476324bb98)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"9582a53c-9a33-420f-bcab-9dba40e62931","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:11.400412661Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"21acd3cb-717c-4322-a35d-f42600dc934a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"simulator-w4-398828","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-398828/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:11.443215575Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-021aa734","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-dry-sub-021aa734","reconcileID":"1cd9f7eb-73f2-4edd-8731-79412b907cd0","MaaSSubscription":{"name":"e2e-dry-sub-021aa734","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscription":"e2e-dry-sub-021aa734","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:11.443237856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"eb7ce4a4-cdc3-4ee6-a545-ee5ccebf908b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:11.551691695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"premium-w4-398828","reconcileID":"c103ee04-64d1-4cae-8daa-d76cb369d617","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"premium-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"premium-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:11.565386814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"4050cc43-18f6-4505-bf43-b20f6cc31e1b","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:11.571212813Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"eb7ce4a4-cdc3-4ee6-a545-ee5ccebf908b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:12:11.605544595Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-398828/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:11.626439622Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-398828-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"eb7ce4a4-cdc3-4ee6-a545-ee5ccebf908b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:11.657480498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"premium-w4-398828","reconcileID":"c64824ec-831c-4db1-90d5-3e1fa11d00da","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"premium-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"premium-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:12:11.659052857Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-398828/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:11.663881877Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-021aa734","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-dry-sub-021aa734","reconcileID":"1cd9f7eb-73f2-4edd-8731-79412b907cd0","MaaSSubscription":{"name":"e2e-dry-sub-021aa734","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-ca6546/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:11.683751293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"8d438ca7-0b1b-47de-86e1-dcd6640ce539","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:11.714606776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"premium-w4-398828","reconcileID":"7b63297d-9bee-44ea-9727-651e813a8915","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"premium-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"premium-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:11.775604495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"72da1ada-1409-48c9-b428-4ed8137534ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:11.788400069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"65bc05c2-4068-4ddb-bc11-a0203a2afb5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:11.81309518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"premium-w4-398828","reconcileID":"b121b50d-26df-417d-a1da-21e9e1de64f5","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"premium-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"premium-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:11.845104368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"65bc05c2-4068-4ddb-bc11-a0203a2afb5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:11.871408886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"premium-w4-398828","reconcileID":"fb2ce1e3-821d-417f-baff-aba74f99da11","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"premium-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"premium-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:11.878206543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"7a955923-cac1-409c-93b4-87ee7aae2c73","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:11.878331401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"5aa3de17-4d6b-4fb5-b89d-d171b6dab554","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:11.902112281Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-398828-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"65bc05c2-4068-4ddb-bc11-a0203a2afb5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:11.934563683Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-subscription","reconcileID":"e0377ccb-c1c0-413e-9db5-1e3cdc01f862","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-premium-w4-398828","model":"premium-w4-398828","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-398828/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:11.936623811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"b5d5903f-3d50-44f3-b241-bc765c897326","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:12:11.937071525Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"72da1ada-1409-48c9-b428-4ed8137534ff","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:11.991804223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"premium-w4-398828","reconcileID":"43a1037b-a686-47e5-afa8-7950c6bbd96a","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"premium-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"premium-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:12.020376633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"e7ccd739-1ba8-44d5-acd1-577468937877","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:12.024640315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"aff55604-bdcd-4521-875a-fca1561e0cb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:12.039261896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-021aa734-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-dry-sub-021aa734-auth","reconcileID":"504f1c60-c96d-4527-b3ee-5ddb4ce76829","MaaSAuthPolicy":{"name":"e2e-dry-sub-021aa734-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:12.080549905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"aff55604-bdcd-4521-875a-fca1561e0cb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:12.095436292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-021aa734-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-dry-sub-021aa734-auth","reconcileID":"504f1c60-c96d-4527-b3ee-5ddb4ce76829","MaaSAuthPolicy":{"name":"e2e-dry-sub-021aa734-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:12.099482604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"premium-w4-398828","reconcileID":"e0c5c92f-d01a-407a-ae67-5ec7dfe40050","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"premium-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"premium-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:12.125557337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"4098bf24-706a-4e62-8562-67363507bfeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:12.125586238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"26233789-3825-40a1-980b-0bab6558a9d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:12.125983849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"e8d9e792-324a-454b-836c-592590ba86a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:12.135518652Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-398828-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"aff55604-bdcd-4521-875a-fca1561e0cb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:12.152233797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"42bdcb68-db2a-4701-80ea-d95340c99d99","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:12.182201151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"26233789-3825-40a1-980b-0bab6558a9d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:12.183148615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"4098bf24-706a-4e62-8562-67363507bfeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:12.184381944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"e8d9e792-324a-454b-836c-592590ba86a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:12.192606005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"premium-w4-398828","reconcileID":"a79bb5fb-eefd-4762-9d0b-3f668feead10","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"premium-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"premium-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:12.239946262Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-398828-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"e8d9e792-324a-454b-836c-592590ba86a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:12.25267307Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-021aa734-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-dry-sub-021aa734-auth","reconcileID":"106af015-dccb-4881-88b5-656889c9cccf","MaaSAuthPolicy":{"name":"e2e-dry-sub-021aa734-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:12.311559407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-subscription","reconcileID":"798054d7-4285-471e-9594-7e8741204ea4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-premium-w4-398828","model":"e2e-models-e2e-worker-w4-398828/premium-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:12.348865785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"8f5ee8a2-2021-4003-b84d-4fa04b6ae019","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:12.40522761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"8f5ee8a2-2021-4003-b84d-4fa04b6ae019","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:12.412569083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"9fd217dd-94a5-4d87-8523-ed5a254f058e","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:12.460268053Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-398828-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"8f5ee8a2-2021-4003-b84d-4fa04b6ae019","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:12:12.513628096Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"8f5ee8a2-2021-4003-b84d-4fa04b6ae019","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:12.675418546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"98a1d797-9821-4a6e-92ef-26faaa38b584","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:12.732041409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"98a1d797-9821-4a6e-92ef-26faaa38b584","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:12.787916718Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-398828-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"98a1d797-9821-4a6e-92ef-26faaa38b584","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:13.002416355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"f7ab6a8b-76b8-42e0-9fd5-000dd3fd9d1e","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:13.070415342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"eea4ff80-2a6f-4670-83c4-b2368a705c66","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:13.489200988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"84599b8e-0b92-47f3-a464-4d89aae49226","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:13.54617835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"a4b2bcec-e470-4e3e-8390-0ff6b9c8ce14","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:13.702660142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-2a541be8-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-combo-sub-2a541be8-auth","reconcileID":"b1d474e4-aaef-4afa-bc34-61112a4f4d4d","MaaSAuthPolicy":{"name":"e2e-combo-sub-2a541be8-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:13.754546831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"8d8427cb-828a-42c3-bbd5-c16fed435ae8","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:13.760741236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-2a541be8-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-combo-sub-2a541be8-auth","reconcileID":"b1d474e4-aaef-4afa-bc34-61112a4f4d4d","MaaSAuthPolicy":{"name":"e2e-combo-sub-2a541be8-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:13.833335879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"30c6f7a2-6a96-460a-80b8-5e4a2808354d","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:12:13.886877645Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-2a541be8","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-combo-sub-2a541be8","reconcileID":"604630c0-48d6-4b92-8713-2739813f1909","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-2a541be8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:13.938485669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"c1479889-1299-4aa5-8e3e-7f1cfc1884d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:13.938536412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"9a55732b-2f48-4b8a-ac51-55f2d63177f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:13.996524277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"c1479889-1299-4aa5-8e3e-7f1cfc1884d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:13.996529686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"9a55732b-2f48-4b8a-ac51-55f2d63177f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:14.000789407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"24e1d48e-5baa-42ef-b5c6-8f26458c7ad0","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:14.058138707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"9ea8d912-197b-4443-8b65-820f39533c20","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:14.096892576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"7a7a52a6-1e8c-494c-bc4a-7ff39c6d410f","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:14.255211805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-2a541be8-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-combo-sub-2a541be8-auth","reconcileID":"9a519818-1d37-4869-ae5b-7dec4f7d037b","MaaSAuthPolicy":{"name":"e2e-combo-sub-2a541be8-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:14.311374731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-2a541be8-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-combo-sub-2a541be8-auth","reconcileID":"9a519818-1d37-4869-ae5b-7dec4f7d037b","MaaSAuthPolicy":{"name":"e2e-combo-sub-2a541be8-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:14.326249129Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-2a541be8","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-combo-sub-2a541be8","reconcileID":"6235fb36-d29c-4bba-81a2-9285f9ed40d4","MaaSSubscription":{"name":"e2e-combo-sub-2a541be8","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-ca6546/e2e-combo-sub-2a541be8","ai-tenant-e2e-worker-w2-ca6546/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:14.357543015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"56f02069-2f63-4581-a552-4c909917ca91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:14.357568053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"f88ed2e5-d283-4035-bb29-61f604464048","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:14.414087942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"f88ed2e5-d283-4035-bb29-61f604464048","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:14.414175441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"56f02069-2f63-4581-a552-4c909917ca91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:14.488663857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"a6e9ff2e-0b8f-474c-80a3-30ff0af9269f","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:14.537849047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"6fdd003d-dde8-4402-a76b-83cefd4102a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":2,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:12:14.62310815Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-2a541be8-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-combo-sub-2a541be8-auth","reconcileID":"9a519818-1d37-4869-ae5b-7dec4f7d037b","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-combo-sub-2a541be8-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:14.698680516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-2a541be8","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-combo-sub-2a541be8","reconcileID":"fcd2b765-6b49-4811-ac5c-c4a96051406f","MaaSSubscription":{"name":"e2e-combo-sub-2a541be8","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:14.78475845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-2a541be8-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-combo-sub-2a541be8-auth","reconcileID":"41b7a729-5d23-41dc-83f0-b3905313d6c4","MaaSAuthPolicy":{"name":"e2e-combo-sub-2a541be8-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:14.841920127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-2a541be8-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-combo-sub-2a541be8-auth","reconcileID":"41b7a729-5d23-41dc-83f0-b3905313d6c4","MaaSAuthPolicy":{"name":"e2e-combo-sub-2a541be8-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:18.865241839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"95b9474c-3803-4f54-9f78-ebf8310a3105","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:19.021941364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"adefecca-5c13-4edb-9f4b-daf8cc74f0ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:19.022069017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-2a541be8-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-combo-sub-2a541be8-auth","reconcileID":"e18629aa-a521-4ba7-b8fe-ae09edb12f41","MaaSAuthPolicy":{"name":"e2e-combo-sub-2a541be8-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:19.021942537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"ed8efa7f-4c4b-44b3-ac49-2b41170e385f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:19.078625782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"ed8efa7f-4c4b-44b3-ac49-2b41170e385f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:19.079074448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-2a541be8-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-combo-sub-2a541be8-auth","reconcileID":"e18629aa-a521-4ba7-b8fe-ae09edb12f41","MaaSAuthPolicy":{"name":"e2e-combo-sub-2a541be8-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:19.080850101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"adefecca-5c13-4edb-9f4b-daf8cc74f0ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:21.523633761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"f27f83b1-2678-447f-a293-7364016d6126","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:21.523633402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"35ceeb9a-55f4-4d4b-b0fe-965ab8257b7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:21.582268191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"35ceeb9a-55f4-4d4b-b0fe-965ab8257b7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:21.582325656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"f27f83b1-2678-447f-a293-7364016d6126","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:21.638246763Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-858236-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (31bd193076ecf4f152e4b8236a18bcfef80df58933ae226409b820014b337368) AuthConfig (14badf362906832954d389fb418c10929ddac6f77a4517e6000938033f2be9d0) AuthConfig (613db78bc12be5c15b97bf339c7c10e7f9f8af7ba4528004ace8c7681d5060b0) AuthConfig (86fea3e4794ff44d4c8cde05eb83aa134c469b7132b62f056df2e1138f0d9a7e) AuthConfig (24e53ea84133078b577da8504769b55a87a45222a41b5d03607076850ac0d948) AuthConfig (7d2a6f8f261aa693390088676494474526bd7443d217a555d4699065a8021b19) AuthConfig (544f5919a6f11e14bf075d7780623029ac1c16d23f4d00f23e662e7db6598360) AuthConfig (2820d45f7d296bc449302b1dfedd062f95e763e913c25c941804f52f6c6436d8) AuthConfig (d93211df2f14b3bca1740b66b765aef5908436c496d5de577e84990768aeeb52) AuthConfig (493b3a9845fb36fc7bf9e819a0b3a56bc0d54a5299ffe53d42618aaa78ec72f2) AuthConfig (37cbd721400275e3d228047d44267443a9c75259034546c5c26790143b9c79fc) AuthConfig (ceef68cd13074b957370ee8358bab00208fa42fa262a0b798208e37da129f7aa) AuthConfig (128f377e9528fa522b5c6e66348e4c759a59f4d0736b9544d96268d6f0cf0632) AuthConfig (f488c40caff7231d5a44e13e759e01eb9b53af6db9510fdf7f76f83516d27e17) AuthConfig (4c5651839b422eed030c4e8d554ccd456da4ff990b7fb3e687e3bf7d46244687) AuthConfig (7337d5490d70a2e956b23a28df4d934fe096b3c9b0249dacc159c1f9de14d7f6) AuthConfig (86f4699d1ac664fbd63cd0e0d4a52fae55dde5545f5bd619a514ccf5199ea67a) AuthConfig (b076d85ec4d80433ae1df201ecd2a32c11acc59e455a2bf84f7559d33174d9ae) AuthConfig (8bf9d7e9436627d6adc4e3fc22a3cc92debe84a4d321fafe71e15e04926cec3c) AuthConfig (92685fae8f1f373a1e4906bbac2b06d36a73c9b2f44910dd86f47ddfd04b4795) AuthConfig (2f283700007001c4d7959f775444c535d1d35bd25593e1b0b11f6fac78eff6f0) AuthConfig (d63dcc645f7354d533af49d6273fe2c8f74fa8337b9dd87ec785643d1491c6e6) AuthConfig (3b7846e15dd5af24d30c1df6b54cea2ad7ddcb7005863158b0d3629e8736d986) AuthConfig (8bbefffd80e1ab4e2a91cd6dcf49340eaadef389a27fedb9e967307802528ac2) AuthConfig (46d164277d639f27f504f1a583141e79c92806f739c199b0e796c5efd9c4ba76) AuthConfig (622c4d0c663a4aba879eedfe94dc072343147df5778d4bf05954f0d0eb41c630) AuthConfig (54f7b606f6c976d4870f46bb41b1baafa37e6faf43eb42fc77b427eae7d2c9eb) AuthConfig (3ef4c3e0542244c1f49a7de0c40e66dbec977f8d7d1fa20b3abdb568beadff94) AuthConfig (85f240a5722e3d56538ec6a5cac15d22419f06cc1282dd3cebefe2d2a9a23c08) AuthConfig (e78135b3d5ea71cca98caaa76a3441f546e3329cca9ca7830506b3476324bb98)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"35ceeb9a-55f4-4d4b-b0fe-965ab8257b7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:21.638283439Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-858236-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (31bd193076ecf4f152e4b8236a18bcfef80df58933ae226409b820014b337368) AuthConfig (14badf362906832954d389fb418c10929ddac6f77a4517e6000938033f2be9d0) AuthConfig (613db78bc12be5c15b97bf339c7c10e7f9f8af7ba4528004ace8c7681d5060b0) AuthConfig (86fea3e4794ff44d4c8cde05eb83aa134c469b7132b62f056df2e1138f0d9a7e) AuthConfig (24e53ea84133078b577da8504769b55a87a45222a41b5d03607076850ac0d948) AuthConfig (7d2a6f8f261aa693390088676494474526bd7443d217a555d4699065a8021b19) AuthConfig (544f5919a6f11e14bf075d7780623029ac1c16d23f4d00f23e662e7db6598360) AuthConfig (2820d45f7d296bc449302b1dfedd062f95e763e913c25c941804f52f6c6436d8) AuthConfig (d93211df2f14b3bca1740b66b765aef5908436c496d5de577e84990768aeeb52) AuthConfig (493b3a9845fb36fc7bf9e819a0b3a56bc0d54a5299ffe53d42618aaa78ec72f2) AuthConfig (37cbd721400275e3d228047d44267443a9c75259034546c5c26790143b9c79fc) AuthConfig (ceef68cd13074b957370ee8358bab00208fa42fa262a0b798208e37da129f7aa) AuthConfig (128f377e9528fa522b5c6e66348e4c759a59f4d0736b9544d96268d6f0cf0632) AuthConfig (f488c40caff7231d5a44e13e759e01eb9b53af6db9510fdf7f76f83516d27e17) AuthConfig (4c5651839b422eed030c4e8d554ccd456da4ff990b7fb3e687e3bf7d46244687) AuthConfig (7337d5490d70a2e956b23a28df4d934fe096b3c9b0249dacc159c1f9de14d7f6) AuthConfig (86f4699d1ac664fbd63cd0e0d4a52fae55dde5545f5bd619a514ccf5199ea67a) AuthConfig (b076d85ec4d80433ae1df201ecd2a32c11acc59e455a2bf84f7559d33174d9ae) AuthConfig (8bf9d7e9436627d6adc4e3fc22a3cc92debe84a4d321fafe71e15e04926cec3c) AuthConfig (92685fae8f1f373a1e4906bbac2b06d36a73c9b2f44910dd86f47ddfd04b4795) AuthConfig (2f283700007001c4d7959f775444c535d1d35bd25593e1b0b11f6fac78eff6f0) AuthConfig (d63dcc645f7354d533af49d6273fe2c8f74fa8337b9dd87ec785643d1491c6e6) AuthConfig (3b7846e15dd5af24d30c1df6b54cea2ad7ddcb7005863158b0d3629e8736d986) AuthConfig (8bbefffd80e1ab4e2a91cd6dcf49340eaadef389a27fedb9e967307802528ac2) AuthConfig (46d164277d639f27f504f1a583141e79c92806f739c199b0e796c5efd9c4ba76) AuthConfig (622c4d0c663a4aba879eedfe94dc072343147df5778d4bf05954f0d0eb41c630) AuthConfig (54f7b606f6c976d4870f46bb41b1baafa37e6faf43eb42fc77b427eae7d2c9eb) AuthConfig (3ef4c3e0542244c1f49a7de0c40e66dbec977f8d7d1fa20b3abdb568beadff94) AuthConfig (85f240a5722e3d56538ec6a5cac15d22419f06cc1282dd3cebefe2d2a9a23c08) AuthConfig (e78135b3d5ea71cca98caaa76a3441f546e3329cca9ca7830506b3476324bb98)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"f27f83b1-2678-447f-a293-7364016d6126","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:22.398549105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"0e6e24aa-598c-47a4-a5e5-11de1f4167b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:22.456722096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"0e6e24aa-598c-47a4-a5e5-11de1f4167b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:22.512129441Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-398828-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"0e6e24aa-598c-47a4-a5e5-11de1f4167b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:22.94821799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"4427e4f4-011a-435d-a880-fd9169379cf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:23.004482116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"4427e4f4-011a-435d-a880-fd9169379cf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:23.059521636Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-398828-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"4427e4f4-011a-435d-a880-fd9169379cf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:25.019523452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-subscription","reconcileID":"865006e2-f040-4314-ae4c-21ede9ddd4a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-premium-w4-398828","model":"e2e-models-e2e-worker-w4-398828/premium-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:25.185847622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"premium-w4-398828","reconcileID":"5cbafaf8-6577-4ed2-bb30-42264790ff77","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"premium-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"premium-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:25.351132768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"aa156694-6cd6-4ffd-b069-ce552a32fb58","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:25.517718129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"bd069a10-b98e-414b-8984-61ceba408f89","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:25.536163053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"604ac5ab-1ff1-4646-bd74-78f8691f3d35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:25.536192384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"8aa33356-ae0f-4efc-94f0-23893637a387","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:25.594264803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"8aa33356-ae0f-4efc-94f0-23893637a387","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:25.594280888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"604ac5ab-1ff1-4646-bd74-78f8691f3d35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:25.650418308Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-398828-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6bf92f55b5663ece9fbeff3beaee0c77659f6f2271fd3e84ca17524341b473ee) AuthConfig (b97f40a2af2bf8f3a34a6aba259eb2a261116815de29050265cc0a4b5997ca3e) AuthConfig (b611718e1830ea46d0781904225bff794a59c1d0af40f07672b27cc58c6a6d1e) AuthConfig (72625f73681d3ea08756bb43bfe01f205eed90d407c0a430c6e638a5511d18f7) AuthConfig (d1781c12c1b9cbc7855e08b27491ee7f5624d478ea24ec5089555598b61aa1ec) AuthConfig (1e9deaa951f8653a28c63f73a887a042dd3ffdda1a27751cf59eeed46f05b541) AuthConfig (6300d962a7ef2eae2386c88e6695d845978dbcfbc3e6f406d8853b4c5d2937f1) AuthConfig (eea51592020fb9156d7837ea62e3be52b1431f3630333b15448a7209f8a0f662) AuthConfig (0f54314d2f3a869e721df0e379578ae175e273c168f20f3c68da32dc9610b680) AuthConfig (ed66e00f4c2878767a4252c23785aef2734247f979507614ca797a84871c9bc3) AuthConfig (37341cafaedbeec16696ab423f3651b95ece99de978dc980f7e557258f5f0d1d) AuthConfig (f3704ce36fc48ec934d65a8b32a94cd0e9cb20fffa7b340bc600eb7ba48c4564) AuthConfig (8b723d7835e7e1bd073406b99a5a8c96a634ab5bf91c3e7a48558d8d33e1209e) AuthConfig (0c1c592faf5a23316f3cfc253feae28158a26d888622b6ef96ea9afc17f7cb98) AuthConfig (2c5887bbc9fb9aa60bf1720799e61943481d96537089246ddfe1de0d3878bef2) AuthConfig (e6877b1ff5c0e31794c4e90d2d0f08d740ac32607fea7c964f5ed552f71e5519) AuthConfig (ab1c0940b8bd0d7b4b73d4cd379d8319ca05840349af2007f786c6b611c940f2) AuthConfig (03f397043caa28bc21d7e436b5a41b293e1e87017feba6ffbd16a79d9ef14c68) AuthConfig (798fe6f3cb37f63debc8ff629007e779cb4a5e5fe44ea5ccc27658c68f2b0a8f) AuthConfig (b2465cd1e68aca68d992758c39cde5e56869a76cae64687b65e8083e025d26ff) AuthConfig (50abfcc238a577d208d54b28590a64dee5979694bc4a3d0c289b16eb6407a197) AuthConfig (bcff591ab84e1883ef1e3f47ade86f9e027f3bee913ab016284eb403e029900e) AuthConfig (d4ae2531def7e556d2cf78f807655bc5d0b5e93ecbd9d839a41d45c95ab30d5e) AuthConfig (39193801b579aa5d57e6f46787a581c055cf094d9f458395b0e64496e9d0b76a) AuthConfig (33e3dd6e68e3e509c123bbb3a1aca64a43c7565f6dbb6334d3f654b5f7b2ee8e) AuthConfig (810c7b9abbf987fe3a5faeaf1ce81ab44ccfcf0a6a67bb992e04b1ee4d1ecdc2) AuthConfig (ea3bc20379d80cd419d07fa324ebabd060559d6b804d2aa89a5ce62631bf1467) AuthConfig (f81a6c9c43695736a0153a534c55e3417df94a430d999a474383ff528f7de50f) AuthConfig (a9da8d5f6e55b15b87ae671b07c1bb3801975c2fe41b6d5398dc0b1ff4008b10) AuthConfig (de464b610e16cb9253cd5e85aed6c9e55158d65e5674fbf3369213be2835ad6b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"604ac5ab-1ff1-4646-bd74-78f8691f3d35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:25.650457953Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-398828-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6bf92f55b5663ece9fbeff3beaee0c77659f6f2271fd3e84ca17524341b473ee) AuthConfig (b97f40a2af2bf8f3a34a6aba259eb2a261116815de29050265cc0a4b5997ca3e) AuthConfig (b611718e1830ea46d0781904225bff794a59c1d0af40f07672b27cc58c6a6d1e) AuthConfig (72625f73681d3ea08756bb43bfe01f205eed90d407c0a430c6e638a5511d18f7) AuthConfig (d1781c12c1b9cbc7855e08b27491ee7f5624d478ea24ec5089555598b61aa1ec) AuthConfig (1e9deaa951f8653a28c63f73a887a042dd3ffdda1a27751cf59eeed46f05b541) AuthConfig (6300d962a7ef2eae2386c88e6695d845978dbcfbc3e6f406d8853b4c5d2937f1) AuthConfig (eea51592020fb9156d7837ea62e3be52b1431f3630333b15448a7209f8a0f662) AuthConfig (0f54314d2f3a869e721df0e379578ae175e273c168f20f3c68da32dc9610b680) AuthConfig (ed66e00f4c2878767a4252c23785aef2734247f979507614ca797a84871c9bc3) AuthConfig (37341cafaedbeec16696ab423f3651b95ece99de978dc980f7e557258f5f0d1d) AuthConfig (f3704ce36fc48ec934d65a8b32a94cd0e9cb20fffa7b340bc600eb7ba48c4564) AuthConfig (8b723d7835e7e1bd073406b99a5a8c96a634ab5bf91c3e7a48558d8d33e1209e) AuthConfig (0c1c592faf5a23316f3cfc253feae28158a26d888622b6ef96ea9afc17f7cb98) AuthConfig (2c5887bbc9fb9aa60bf1720799e61943481d96537089246ddfe1de0d3878bef2) AuthConfig (e6877b1ff5c0e31794c4e90d2d0f08d740ac32607fea7c964f5ed552f71e5519) AuthConfig (ab1c0940b8bd0d7b4b73d4cd379d8319ca05840349af2007f786c6b611c940f2) AuthConfig (03f397043caa28bc21d7e436b5a41b293e1e87017feba6ffbd16a79d9ef14c68) AuthConfig (798fe6f3cb37f63debc8ff629007e779cb4a5e5fe44ea5ccc27658c68f2b0a8f) AuthConfig (b2465cd1e68aca68d992758c39cde5e56869a76cae64687b65e8083e025d26ff) AuthConfig (50abfcc238a577d208d54b28590a64dee5979694bc4a3d0c289b16eb6407a197) AuthConfig (bcff591ab84e1883ef1e3f47ade86f9e027f3bee913ab016284eb403e029900e) AuthConfig (d4ae2531def7e556d2cf78f807655bc5d0b5e93ecbd9d839a41d45c95ab30d5e) AuthConfig (39193801b579aa5d57e6f46787a581c055cf094d9f458395b0e64496e9d0b76a) AuthConfig (33e3dd6e68e3e509c123bbb3a1aca64a43c7565f6dbb6334d3f654b5f7b2ee8e) AuthConfig (810c7b9abbf987fe3a5faeaf1ce81ab44ccfcf0a6a67bb992e04b1ee4d1ecdc2) AuthConfig (ea3bc20379d80cd419d07fa324ebabd060559d6b804d2aa89a5ce62631bf1467) AuthConfig (f81a6c9c43695736a0153a534c55e3417df94a430d999a474383ff528f7de50f) AuthConfig (a9da8d5f6e55b15b87ae671b07c1bb3801975c2fe41b6d5398dc0b1ff4008b10) AuthConfig (de464b610e16cb9253cd5e85aed6c9e55158d65e5674fbf3369213be2835ad6b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"8aa33356-ae0f-4efc-94f0-23893637a387","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:25.707840119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"premium-w4-398828","reconcileID":"b730c564-f048-42a3-b127-76872502a7f5","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"premium-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"premium-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:25.710676182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"44f1787b-c4e4-4b07-bc7a-11693e00ad2a","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:25.863810805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"794f8db9-be45-40d4-a972-a988e693c3d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:25.865994175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"12869d92-a50a-4c19-a2b7-e5bec5df0a2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:25.920981705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"794f8db9-be45-40d4-a972-a988e693c3d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:25.922122146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"12869d92-a50a-4c19-a2b7-e5bec5df0a2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:25.97654753Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-398828-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6bf92f55b5663ece9fbeff3beaee0c77659f6f2271fd3e84ca17524341b473ee) AuthConfig (b97f40a2af2bf8f3a34a6aba259eb2a261116815de29050265cc0a4b5997ca3e) AuthConfig (b611718e1830ea46d0781904225bff794a59c1d0af40f07672b27cc58c6a6d1e) AuthConfig (72625f73681d3ea08756bb43bfe01f205eed90d407c0a430c6e638a5511d18f7) AuthConfig (d1781c12c1b9cbc7855e08b27491ee7f5624d478ea24ec5089555598b61aa1ec) AuthConfig (1e9deaa951f8653a28c63f73a887a042dd3ffdda1a27751cf59eeed46f05b541) AuthConfig (6300d962a7ef2eae2386c88e6695d845978dbcfbc3e6f406d8853b4c5d2937f1) AuthConfig (eea51592020fb9156d7837ea62e3be52b1431f3630333b15448a7209f8a0f662) AuthConfig (0f54314d2f3a869e721df0e379578ae175e273c168f20f3c68da32dc9610b680) AuthConfig (ed66e00f4c2878767a4252c23785aef2734247f979507614ca797a84871c9bc3) AuthConfig (37341cafaedbeec16696ab423f3651b95ece99de978dc980f7e557258f5f0d1d) AuthConfig (f3704ce36fc48ec934d65a8b32a94cd0e9cb20fffa7b340bc600eb7ba48c4564) AuthConfig (8b723d7835e7e1bd073406b99a5a8c96a634ab5bf91c3e7a48558d8d33e1209e) AuthConfig (0c1c592faf5a23316f3cfc253feae28158a26d888622b6ef96ea9afc17f7cb98) AuthConfig (2c5887bbc9fb9aa60bf1720799e61943481d96537089246ddfe1de0d3878bef2) AuthConfig (e6877b1ff5c0e31794c4e90d2d0f08d740ac32607fea7c964f5ed552f71e5519) AuthConfig (ab1c0940b8bd0d7b4b73d4cd379d8319ca05840349af2007f786c6b611c940f2) AuthConfig (03f397043caa28bc21d7e436b5a41b293e1e87017feba6ffbd16a79d9ef14c68) AuthConfig (798fe6f3cb37f63debc8ff629007e779cb4a5e5fe44ea5ccc27658c68f2b0a8f) AuthConfig (b2465cd1e68aca68d992758c39cde5e56869a76cae64687b65e8083e025d26ff) AuthConfig (50abfcc238a577d208d54b28590a64dee5979694bc4a3d0c289b16eb6407a197) AuthConfig (bcff591ab84e1883ef1e3f47ade86f9e027f3bee913ab016284eb403e029900e) AuthConfig (d4ae2531def7e556d2cf78f807655bc5d0b5e93ecbd9d839a41d45c95ab30d5e) AuthConfig (39193801b579aa5d57e6f46787a581c055cf094d9f458395b0e64496e9d0b76a) AuthConfig (33e3dd6e68e3e509c123bbb3a1aca64a43c7565f6dbb6334d3f654b5f7b2ee8e) AuthConfig (810c7b9abbf987fe3a5faeaf1ce81ab44ccfcf0a6a67bb992e04b1ee4d1ecdc2) AuthConfig (ea3bc20379d80cd419d07fa324ebabd060559d6b804d2aa89a5ce62631bf1467) AuthConfig (f81a6c9c43695736a0153a534c55e3417df94a430d999a474383ff528f7de50f) AuthConfig (a9da8d5f6e55b15b87ae671b07c1bb3801975c2fe41b6d5398dc0b1ff4008b10) AuthConfig (de464b610e16cb9253cd5e85aed6c9e55158d65e5674fbf3369213be2835ad6b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"794f8db9-be45-40d4-a972-a988e693c3d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:25.977066963Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-398828-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6bf92f55b5663ece9fbeff3beaee0c77659f6f2271fd3e84ca17524341b473ee) AuthConfig (b97f40a2af2bf8f3a34a6aba259eb2a261116815de29050265cc0a4b5997ca3e) AuthConfig (b611718e1830ea46d0781904225bff794a59c1d0af40f07672b27cc58c6a6d1e) AuthConfig (72625f73681d3ea08756bb43bfe01f205eed90d407c0a430c6e638a5511d18f7) AuthConfig (d1781c12c1b9cbc7855e08b27491ee7f5624d478ea24ec5089555598b61aa1ec) AuthConfig (1e9deaa951f8653a28c63f73a887a042dd3ffdda1a27751cf59eeed46f05b541) AuthConfig (6300d962a7ef2eae2386c88e6695d845978dbcfbc3e6f406d8853b4c5d2937f1) AuthConfig (eea51592020fb9156d7837ea62e3be52b1431f3630333b15448a7209f8a0f662) AuthConfig (0f54314d2f3a869e721df0e379578ae175e273c168f20f3c68da32dc9610b680) AuthConfig (ed66e00f4c2878767a4252c23785aef2734247f979507614ca797a84871c9bc3) AuthConfig (37341cafaedbeec16696ab423f3651b95ece99de978dc980f7e557258f5f0d1d) AuthConfig (f3704ce36fc48ec934d65a8b32a94cd0e9cb20fffa7b340bc600eb7ba48c4564) AuthConfig (8b723d7835e7e1bd073406b99a5a8c96a634ab5bf91c3e7a48558d8d33e1209e) AuthConfig (0c1c592faf5a23316f3cfc253feae28158a26d888622b6ef96ea9afc17f7cb98) AuthConfig (2c5887bbc9fb9aa60bf1720799e61943481d96537089246ddfe1de0d3878bef2) AuthConfig (e6877b1ff5c0e31794c4e90d2d0f08d740ac32607fea7c964f5ed552f71e5519) AuthConfig (ab1c0940b8bd0d7b4b73d4cd379d8319ca05840349af2007f786c6b611c940f2) AuthConfig (03f397043caa28bc21d7e436b5a41b293e1e87017feba6ffbd16a79d9ef14c68) AuthConfig (798fe6f3cb37f63debc8ff629007e779cb4a5e5fe44ea5ccc27658c68f2b0a8f) AuthConfig (b2465cd1e68aca68d992758c39cde5e56869a76cae64687b65e8083e025d26ff) AuthConfig (50abfcc238a577d208d54b28590a64dee5979694bc4a3d0c289b16eb6407a197) AuthConfig (bcff591ab84e1883ef1e3f47ade86f9e027f3bee913ab016284eb403e029900e) AuthConfig (d4ae2531def7e556d2cf78f807655bc5d0b5e93ecbd9d839a41d45c95ab30d5e) AuthConfig (39193801b579aa5d57e6f46787a581c055cf094d9f458395b0e64496e9d0b76a) AuthConfig (33e3dd6e68e3e509c123bbb3a1aca64a43c7565f6dbb6334d3f654b5f7b2ee8e) AuthConfig (810c7b9abbf987fe3a5faeaf1ce81ab44ccfcf0a6a67bb992e04b1ee4d1ecdc2) AuthConfig (ea3bc20379d80cd419d07fa324ebabd060559d6b804d2aa89a5ce62631bf1467) AuthConfig (f81a6c9c43695736a0153a534c55e3417df94a430d999a474383ff528f7de50f) AuthConfig (a9da8d5f6e55b15b87ae671b07c1bb3801975c2fe41b6d5398dc0b1ff4008b10) AuthConfig (de464b610e16cb9253cd5e85aed6c9e55158d65e5674fbf3369213be2835ad6b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"12869d92-a50a-4c19-a2b7-e5bec5df0a2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:12:26.029915447Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"794f8db9-be45-40d4-a972-a988e693c3d3","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:12:26.030101114Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"12869d92-a50a-4c19-a2b7-e5bec5df0a2a","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:26.192094131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"22ae4c99-f832-4784-b69b-29117a24b74e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:26.192201039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"1c22c4a6-e908-40aa-a07b-e0c4d580509d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:26.248680321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"22ae4c99-f832-4784-b69b-29117a24b74e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:26.248743603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"1c22c4a6-e908-40aa-a07b-e0c4d580509d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:26.304520952Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-398828-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6bf92f55b5663ece9fbeff3beaee0c77659f6f2271fd3e84ca17524341b473ee) AuthConfig (b97f40a2af2bf8f3a34a6aba259eb2a261116815de29050265cc0a4b5997ca3e) AuthConfig (b611718e1830ea46d0781904225bff794a59c1d0af40f07672b27cc58c6a6d1e) AuthConfig (72625f73681d3ea08756bb43bfe01f205eed90d407c0a430c6e638a5511d18f7) AuthConfig (d1781c12c1b9cbc7855e08b27491ee7f5624d478ea24ec5089555598b61aa1ec) AuthConfig (1e9deaa951f8653a28c63f73a887a042dd3ffdda1a27751cf59eeed46f05b541) AuthConfig (6300d962a7ef2eae2386c88e6695d845978dbcfbc3e6f406d8853b4c5d2937f1) AuthConfig (eea51592020fb9156d7837ea62e3be52b1431f3630333b15448a7209f8a0f662) AuthConfig (0f54314d2f3a869e721df0e379578ae175e273c168f20f3c68da32dc9610b680) AuthConfig (ed66e00f4c2878767a4252c23785aef2734247f979507614ca797a84871c9bc3) AuthConfig (37341cafaedbeec16696ab423f3651b95ece99de978dc980f7e557258f5f0d1d) AuthConfig (f3704ce36fc48ec934d65a8b32a94cd0e9cb20fffa7b340bc600eb7ba48c4564) AuthConfig (8b723d7835e7e1bd073406b99a5a8c96a634ab5bf91c3e7a48558d8d33e1209e) AuthConfig (0c1c592faf5a23316f3cfc253feae28158a26d888622b6ef96ea9afc17f7cb98) AuthConfig (2c5887bbc9fb9aa60bf1720799e61943481d96537089246ddfe1de0d3878bef2) AuthConfig (e6877b1ff5c0e31794c4e90d2d0f08d740ac32607fea7c964f5ed552f71e5519) AuthConfig (ab1c0940b8bd0d7b4b73d4cd379d8319ca05840349af2007f786c6b611c940f2) AuthConfig (03f397043caa28bc21d7e436b5a41b293e1e87017feba6ffbd16a79d9ef14c68) AuthConfig (798fe6f3cb37f63debc8ff629007e779cb4a5e5fe44ea5ccc27658c68f2b0a8f) AuthConfig (b2465cd1e68aca68d992758c39cde5e56869a76cae64687b65e8083e025d26ff) AuthConfig (50abfcc238a577d208d54b28590a64dee5979694bc4a3d0c289b16eb6407a197) AuthConfig (bcff591ab84e1883ef1e3f47ade86f9e027f3bee913ab016284eb403e029900e) AuthConfig (d4ae2531def7e556d2cf78f807655bc5d0b5e93ecbd9d839a41d45c95ab30d5e) AuthConfig (39193801b579aa5d57e6f46787a581c055cf094d9f458395b0e64496e9d0b76a) AuthConfig (33e3dd6e68e3e509c123bbb3a1aca64a43c7565f6dbb6334d3f654b5f7b2ee8e) AuthConfig (810c7b9abbf987fe3a5faeaf1ce81ab44ccfcf0a6a67bb992e04b1ee4d1ecdc2) AuthConfig (ea3bc20379d80cd419d07fa324ebabd060559d6b804d2aa89a5ce62631bf1467) AuthConfig (f81a6c9c43695736a0153a534c55e3417df94a430d999a474383ff528f7de50f) AuthConfig (a9da8d5f6e55b15b87ae671b07c1bb3801975c2fe41b6d5398dc0b1ff4008b10) AuthConfig (de464b610e16cb9253cd5e85aed6c9e55158d65e5674fbf3369213be2835ad6b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"22ae4c99-f832-4784-b69b-29117a24b74e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:26.304664929Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-398828-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6bf92f55b5663ece9fbeff3beaee0c77659f6f2271fd3e84ca17524341b473ee) AuthConfig (b97f40a2af2bf8f3a34a6aba259eb2a261116815de29050265cc0a4b5997ca3e) AuthConfig (b611718e1830ea46d0781904225bff794a59c1d0af40f07672b27cc58c6a6d1e) AuthConfig (72625f73681d3ea08756bb43bfe01f205eed90d407c0a430c6e638a5511d18f7) AuthConfig (d1781c12c1b9cbc7855e08b27491ee7f5624d478ea24ec5089555598b61aa1ec) AuthConfig (1e9deaa951f8653a28c63f73a887a042dd3ffdda1a27751cf59eeed46f05b541) AuthConfig (6300d962a7ef2eae2386c88e6695d845978dbcfbc3e6f406d8853b4c5d2937f1) AuthConfig (eea51592020fb9156d7837ea62e3be52b1431f3630333b15448a7209f8a0f662) AuthConfig (0f54314d2f3a869e721df0e379578ae175e273c168f20f3c68da32dc9610b680) AuthConfig (ed66e00f4c2878767a4252c23785aef2734247f979507614ca797a84871c9bc3) AuthConfig (37341cafaedbeec16696ab423f3651b95ece99de978dc980f7e557258f5f0d1d) AuthConfig (f3704ce36fc48ec934d65a8b32a94cd0e9cb20fffa7b340bc600eb7ba48c4564) AuthConfig (8b723d7835e7e1bd073406b99a5a8c96a634ab5bf91c3e7a48558d8d33e1209e) AuthConfig (0c1c592faf5a23316f3cfc253feae28158a26d888622b6ef96ea9afc17f7cb98) AuthConfig (2c5887bbc9fb9aa60bf1720799e61943481d96537089246ddfe1de0d3878bef2) AuthConfig (e6877b1ff5c0e31794c4e90d2d0f08d740ac32607fea7c964f5ed552f71e5519) AuthConfig (ab1c0940b8bd0d7b4b73d4cd379d8319ca05840349af2007f786c6b611c940f2) AuthConfig (03f397043caa28bc21d7e436b5a41b293e1e87017feba6ffbd16a79d9ef14c68) AuthConfig (798fe6f3cb37f63debc8ff629007e779cb4a5e5fe44ea5ccc27658c68f2b0a8f) AuthConfig (b2465cd1e68aca68d992758c39cde5e56869a76cae64687b65e8083e025d26ff) AuthConfig (50abfcc238a577d208d54b28590a64dee5979694bc4a3d0c289b16eb6407a197) AuthConfig (bcff591ab84e1883ef1e3f47ade86f9e027f3bee913ab016284eb403e029900e) AuthConfig (d4ae2531def7e556d2cf78f807655bc5d0b5e93ecbd9d839a41d45c95ab30d5e) AuthConfig (39193801b579aa5d57e6f46787a581c055cf094d9f458395b0e64496e9d0b76a) AuthConfig (33e3dd6e68e3e509c123bbb3a1aca64a43c7565f6dbb6334d3f654b5f7b2ee8e) AuthConfig (810c7b9abbf987fe3a5faeaf1ce81ab44ccfcf0a6a67bb992e04b1ee4d1ecdc2) AuthConfig (ea3bc20379d80cd419d07fa324ebabd060559d6b804d2aa89a5ce62631bf1467) AuthConfig (f81a6c9c43695736a0153a534c55e3417df94a430d999a474383ff528f7de50f) AuthConfig (a9da8d5f6e55b15b87ae671b07c1bb3801975c2fe41b6d5398dc0b1ff4008b10) AuthConfig (de464b610e16cb9253cd5e85aed6c9e55158d65e5674fbf3369213be2835ad6b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"1c22c4a6-e908-40aa-a07b-e0c4d580509d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:29.028620001Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-2a541be8","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-combo-sub-2a541be8","reconcileID":"0dbe7917-276e-4044-bc77-e049955e346e","MaaSSubscription":{"name":"e2e-combo-sub-2a541be8","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscription":"e2e-combo-sub-2a541be8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:29.244038627Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-2a541be8","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-combo-sub-2a541be8","reconcileID":"0dbe7917-276e-4044-bc77-e049955e346e","MaaSSubscription":{"name":"e2e-combo-sub-2a541be8","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-ca6546/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:29.458466062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"89e90de7-8a54-4dc2-a9e9-ff1122d9d05b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:29.50751069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"1654207b-aa3c-4b65-9901-061c223e94ae","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:29.657535216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"af6d4704-f6f7-44b7-b216-5bebf1c78ece","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:29.665953888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"96728291-7b7d-4492-8b42-2c11d151e69c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:29.665972758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-2a541be8-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-combo-sub-2a541be8-auth","reconcileID":"7dd216ad-6812-4e3f-8982-161dd48f5fad","MaaSAuthPolicy":{"name":"e2e-combo-sub-2a541be8-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:29.666461012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"59e44ef6-1432-4fed-a5c2-43572cb11775","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:29.723347132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-2a541be8-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-combo-sub-2a541be8-auth","reconcileID":"7dd216ad-6812-4e3f-8982-161dd48f5fad","MaaSAuthPolicy":{"name":"e2e-combo-sub-2a541be8-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:29.723376672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"96728291-7b7d-4492-8b42-2c11d151e69c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:29.725709599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"59e44ef6-1432-4fed-a5c2-43572cb11775","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:29.930756674Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-2a541be8-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-combo-sub-2a541be8-auth","reconcileID":"a8e8e48a-204f-4461-8f79-5eec4d0e727d","MaaSAuthPolicy":{"name":"e2e-combo-sub-2a541be8-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:30.093516246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"524755a0-ac26-49c8-b37f-73f0cb69973c","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:31.796281516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"64082319-684e-4be3-8f1b-5793f65a513f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:31.796281468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"93670442-154e-41f7-a9ed-2f1daae08b7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:31.853059636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"64082319-684e-4be3-8f1b-5793f65a513f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:31.853187184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"93670442-154e-41f7-a9ed-2f1daae08b7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:32.124047924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"premium-w3-858236","reconcileID":"ecb9f6dc-2681-4c9a-bb21-1d2c894c0884","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"premium-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"premium-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:32.126738655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"e8e3a67e-f479-4582-85a4-666c7545aa42","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:33.614511149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"fa481297-6784-4506-8663-ffd5bc9d5bb1","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:33.679564587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"f5c294bc-3525-4f64-90f3-446e8b1d1616","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:35.610112515Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:36.462105369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"d4e11ced-14a9-4ec8-a63f-9bfddf52ba3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:36.46210542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"5da90113-0a55-41aa-94d2-66b4fe08c1c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:36.518970742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"5da90113-0a55-41aa-94d2-66b4fe08c1c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:36.519593883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"d4e11ced-14a9-4ec8-a63f-9bfddf52ba3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:36.787473475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"premium-w4-398828","reconcileID":"ecdcfc7d-e3fe-44f4-9820-2644920b8094","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"premium-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"premium-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:36.790718299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"4f7e4605-d56e-4e2c-b10d-0eb49680168a","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:40.760885028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"74efc80c-d39f-4ed7-ac6a-bd42f95bedf2","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:40.817439072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"baf10a2a-eb10-4289-9ca2-d1f3c84cb43f","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:40.974450955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-apikey-active-auth","reconcileID":"abde9200-d67f-4f07-a0df-38e3d39f6e7d","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:41.028078861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"2837cb49-aa61-4733-b9bd-fa05f517c971","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:41.03153297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-apikey-active-auth","reconcileID":"abde9200-d67f-4f07-a0df-38e3d39f6e7d","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:41.083518798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"11e48d01-8071-455f-b584-7c246f74539b","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:12:41.136600435Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-apikey-active-sub","reconcileID":"d58d9ab6-50b7-43f8-bdaa-75018d87e466","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:41.175336385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"ed2c3fd8-185f-409e-9d70-40950ded8ddc","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:41.185667794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"c28a4cad-3a33-4d44-9c5a-96c75313225d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:41.188007429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"7cef6ef8-7b27-4fdc-a7af-77a6af8f81d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:41.247430823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"4d02f9f0-76fd-41a6-b371-bcb80902d40e","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:41.254550718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"7cef6ef8-7b27-4fdc-a7af-77a6af8f81d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:41.254569182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"c28a4cad-3a33-4d44-9c5a-96c75313225d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:41.258668227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"aff8ee33-4fae-46a1-b097-f0fe2048bbd4","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:41.325126718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"5586ae24-7574-4b3a-b1c4-f63ddc183ed1","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:41.349866258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"9343c60a-9bff-406b-9275-50ecbd8b6ef5","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:41.410477666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-apikey-degraded-auth","reconcileID":"495185b6-3cdc-4487-8e5a-22256b240cf3","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:41.448277718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"0795aa8e-f677-4d03-9dfe-31f34298ff0b","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:41.467115714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-apikey-degraded-auth","reconcileID":"495185b6-3cdc-4487-8e5a-22256b240cf3","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:41.503615619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"f1bf29e3-ed1d-41f8-9fe8-6a74acac25dc","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:41.507129722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-apikey-active-auth","reconcileID":"2c3372bc-926b-49fb-bb35-8731a00ba15a","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:41.556939339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"b61ea71c-8e62-42b0-a021-81ce076954fa","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:12:41.561309459Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-ca6546/e2e-apikey-degraded-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:41.565018182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-apikey-active-auth","reconcileID":"2c3372bc-926b-49fb-bb35-8731a00ba15a","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:41.594198423Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-apikey-active-sub","reconcileID":"b181cb02-49b1-493b-84ca-ea75c0ce0733","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-858236/e2e-apikey-active-sub","ai-tenant-e2e-worker-w3-858236/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:41.609377731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"41fcbe4e-0bad-411b-8e16-c99ca924c86a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:41.615543382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"82fc4ff1-6d4b-413c-b75a-7e99772ade3c","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:41.65058227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"47216ee5-75d3-4a83-9bd8-bd708c940b22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:41.650663754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"ae2508b6-2534-4391-93a9-f8bd53e5c6cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:41.667035935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"41fcbe4e-0bad-411b-8e16-c99ca924c86a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:41.707222848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"47216ee5-75d3-4a83-9bd8-bd708c940b22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:41.707235147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"ae2508b6-2534-4391-93a9-f8bd53e5c6cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:41.739040121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"8ab88b47-5202-4d45-bbec-d5a021c199ae","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:41.760987371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"264be807-445e-4100-8687-b2e01b0bbdaa","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:41.807642991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"f41164ed-b963-4435-be5f-5a1ea3f36bfd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:41.879850643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"5f34a925-f6c0-4e28-a3ec-e2e395cdff9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:41.886690946Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-apikey-degraded-sub","reconcileID":"076653d7-bf6c-40d8-88cc-a8961dc572b5","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-ca6546/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w2-ca6546/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:41.886773062Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-apikey-degraded-sub","reconcileID":"076653d7-bf6c-40d8-88cc-a8961dc572b5","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"model":"e2e-models-e2e-worker-w2-ca6546/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-ca6546/nonexistent-model-apikey","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:41.897103633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-apikey-degraded-auth","reconcileID":"336276a7-a0e9-49cd-be90-9247d2e08a07","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:41.936098214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"5f34a925-f6c0-4e28-a3ec-e2e395cdff9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:41.953974692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-apikey-degraded-auth","reconcileID":"336276a7-a0e9-49cd-be90-9247d2e08a07","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:41.972701422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-apikey-active-sub","reconcileID":"55c6fc8b-d12e-4e7f-8689-621d84c9509c","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:41.982735355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"f7b73ff8-4107-4921-be70-2bd09bd6f13a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:42.039272433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"f7b73ff8-4107-4921-be70-2bd09bd6f13a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:42.100223133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"5d12b676-7447-4c3d-9382-a4f4f78ab2de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:42.104612939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"5018a3ec-b1e2-4ea9-87af-48f630e4311b","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:42.315549226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-apikey-degraded-sub","reconcileID":"d009551e-0bcc-4419-8f35-1a2b4db68764","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:42.315687956Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-apikey-degraded-sub","reconcileID":"d009551e-0bcc-4419-8f35-1a2b4db68764","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"model":"e2e-models-e2e-worker-w2-ca6546/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-ca6546/nonexistent-model-apikey","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:43.942329908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"a6e36374-19a8-46a3-aba9-3aa1b1e37f3e","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:44.099099282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-apikey-active-auth","reconcileID":"38e11ba6-3b1c-4e52-bba5-ad089b90ab24","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:44.105128429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"c907a69b-6de5-4618-b61d-54d1b5266ee2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:44.155278332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-apikey-active-auth","reconcileID":"38e11ba6-3b1c-4e52-bba5-ad089b90ab24","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:44.162100354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"c907a69b-6de5-4618-b61d-54d1b5266ee2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:44.201464819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"e74af635-bad7-4832-99a8-f7a294291354","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:44.258399873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"e74af635-bad7-4832-99a8-f7a294291354","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:44.32498108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"30015b3e-d26b-493a-bb1b-2d5c37b63679","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:44.482501368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"e984b881-faba-4643-87f8-56234b26fe2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:44.482724627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"27b3e83d-d512-4100-9890-e2c7b679cb32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:44.482498825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-apikey-degraded-auth","reconcileID":"04c7829d-0a45-47b8-826e-97773a2483f3","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:44.539775169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"e984b881-faba-4643-87f8-56234b26fe2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:44.54175796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-apikey-degraded-auth","reconcileID":"04c7829d-0a45-47b8-826e-97773a2483f3","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:44.54199896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"27b3e83d-d512-4100-9890-e2c7b679cb32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:54.106138506Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-apikey-active-sub","reconcileID":"3178e6f6-822d-42e9-87ac-4de876649147","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscription":"e2e-apikey-active-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:54.32327506Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-apikey-active-sub","reconcileID":"3178e6f6-822d-42e9-87ac-4de876649147","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-858236/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:54.489051903Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-apikey-degraded-sub","reconcileID":"9aeaa123-d3ed-4475-84c5-3ea521a51cbc","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscription":"e2e-apikey-degraded-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:54.535571878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"bb95ba9c-542c-4f0f-a987-3d38c9d550e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:54.633233728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"7576d607-097c-4530-9ca3-c3f4610a85bc","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:54.691567381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"362a0b95-255b-4d2d-92b9-944705138ee8","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:54.70744144Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-apikey-degraded-sub","reconcileID":"9aeaa123-d3ed-4475-84c5-3ea521a51cbc","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-ca6546/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:54.707462821Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-apikey-degraded-sub","reconcileID":"9aeaa123-d3ed-4475-84c5-3ea521a51cbc","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"model":"e2e-models-e2e-worker-w2-ca6546/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:54.707528646Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-apikey-degraded-sub","reconcileID":"9aeaa123-d3ed-4475-84c5-3ea521a51cbc","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"model":"e2e-models-e2e-worker-w2-ca6546/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-ca6546/nonexistent-model-apikey","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:54.727415838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"3f02a34c-aa2b-45ed-a128-61d648908c79","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:54.732775473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"36540f70-208c-4fbc-8456-4fe53a711c00","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:54.743230618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-apikey-active-auth","reconcileID":"71a1c704-4c7e-4bd4-838b-aedeedd1e2a4","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:54.743243567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"3364df48-60ef-4f1a-aee0-a803294861f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:54.74364981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"0ba6f27c-7604-478f-bd63-b8cc60518df7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:54.790131775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"4cc3fb9b-3b5c-498e-8eb7-8612baeb5c8f","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:54.800001581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-apikey-active-auth","reconcileID":"71a1c704-4c7e-4bd4-838b-aedeedd1e2a4","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:54.800102032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"3364df48-60ef-4f1a-aee0-a803294861f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:54.80226524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"0ba6f27c-7604-478f-bd63-b8cc60518df7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:12:54.842390505Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"5a690d18-4272-4a77-bb99-55936771eb1a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:54.918706183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"0bca6915-32de-434b-9175-a2fefc0ee606","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:54.95831971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"662b41ce-520c-4aea-a5d2-b5196e07cc8c","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:54.990860564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"7c301b82-d1ce-4554-8266-623927421e9f","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:55.005760917Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-apikey-active-auth","reconcileID":"cbd6d548-4da0-4a88-bd71-2809addb6297","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:55.048665821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"0342f5fb-61d8-4ff4-98af-96236699e8ef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:55.048938923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"8124838f-903f-4cc3-8c09-1b4e8524a0b6","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:55.07882869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"4f9db072-11e5-44b1-a2b0-dbc0ddb8ac7d","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:55.16593079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"71c925d2-44db-4ed2-82de-79f97d13cb81","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:55.180942242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"a21b6d8b-5d99-4769-9d03-dbb338fe3cb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:55.181092672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-apikey-degraded-auth","reconcileID":"ec5123a6-55c1-436e-a028-f1004a5c8cc4","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:55.181307328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"12f27c0e-72b5-40b1-a344-3f93cec14893","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:55.213473642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"2b02617c-847f-4c8d-9554-76267faf2f67","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:55.227719392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"755f44e0-140d-4b01-956f-21a21ea68bcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:55.233919694Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"709a19e6-d338-4e0e-b45b-28394d82cd75","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"simulator-w1-5ac93f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5ac93f/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:55.237954074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-apikey-degraded-auth","reconcileID":"ec5123a6-55c1-436e-a028-f1004a5c8cc4","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:55.238271315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"a21b6d8b-5d99-4769-9d03-dbb338fe3cb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:55.240140225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"12f27c0e-72b5-40b1-a344-3f93cec14893","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:55.267113832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"cbb991ac-55f2-46fa-8836-25776225aa8b","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:55.322346042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"c86f784a-f9a7-4ea6-a90c-13e60151827c","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:55.349311264Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"755f44e0-140d-4b01-956f-21a21ea68bcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:12:55.373238569Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"92af3645-23b0-417e-be21-fc8777ef8640","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:55.400277407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"28f951c7-c8be-4133-9144-43dd0c402145","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:55.404075794Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5ac93f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"755f44e0-140d-4b01-956f-21a21ea68bcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:55.443481807Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-apikey-degraded-auth","reconcileID":"6b943cc6-b8db-4562-b727-9e3f43540b07","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:55.563769998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"525e6b12-cafe-4621-be2f-1fd19c6d2be2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:55.576701937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"premium-w0-1f6e39","reconcileID":"cebdd335-12c4-4305-9a78-da68e5e81681","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"premium-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"premium-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:55.610490645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"871322a9-ecdc-4f3c-b663-1c2fdb0b6532","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:55.620253441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"525e6b12-cafe-4621-be2f-1fd19c6d2be2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:55.634141743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"bce3309d-ed49-40cb-9931-208db13a711a","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:55.634447919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"08cd0ea3-a4a8-4fc7-8139-df7813041fc4","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:55.675212097Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5ac93f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"525e6b12-cafe-4621-be2f-1fd19c6d2be2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:55.692538658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"c3ea3b25-a1ce-4b9a-88ad-9b2beb8d4a54","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:55.699462394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"84df6a0d-2d09-4eaa-9fa0-e6df492a7370","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:55.749521909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"a65f574c-982f-41b8-b503-8c6654eac407","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:55.754399388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"38365fa4-997c-4218-9183-a633ee5ce390","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:55.757373453Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"a6742113-5ea7-4989-ae3d-d10de0a6f42d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"premium-w1-5ac93f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5ac93f/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:12:55.800842045Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"f743400b-a96a-42bd-8d9c-3aba057a3507","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:55.80517053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"73cd34bf-7f51-4578-8174-a12e8a3a95f8","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:55.81067012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"38365fa4-997c-4218-9183-a633ee5ce390","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:55.854868509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"410b35ae-7eb8-478e-a985-adad547f90d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:55.86554048Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5ac93f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"38365fa4-997c-4218-9183-a633ee5ce390","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:55.911254398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"410b35ae-7eb8-478e-a985-adad547f90d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:55.915461044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"49ac9444-cc60-43a2-adca-01dce8711aa3","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:55.920791954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"5155f130-b9e0-466e-9148-3cdc5e6516c1","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:55.925085011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"2191a464-6f35-4f3f-9635-e59955d0037d","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:55.960378546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"5d883b7c-ae37-47bf-a804-705ff505997c","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:55.966527788Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5ac93f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"410b35ae-7eb8-478e-a985-adad547f90d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.020298078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"0bf351d8-5557-485e-ae12-c6fc872e15ee","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:12:56.073686336Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"0bf351d8-5557-485e-ae12-c6fc872e15ee","name":"simulator-w0-1f6e39","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-1f6e39\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:12:56.073740388Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"0bf351d8-5557-485e-ae12-c6fc872e15ee","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-1f6e39\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.077146527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"00fdb54b-822a-4cea-9c64-64b8275aaa4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.079436253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"ea80a466-4255-422d-a66b-f30631a0adae","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.125824591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"4530bea1-eef9-4b76-b0b0-0786a1f979ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.133366249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"00fdb54b-822a-4cea-9c64-64b8275aaa4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.137225118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"2dcfac30-f205-4110-ba55-37f46b563ea5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.17773846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"29641681-4777-4dc8-abe0-37a5046a9bfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.185477131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"93929816-1c95-4513-bbf1-22e1e79ea263","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.188374301Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5ac93f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"00fdb54b-822a-4cea-9c64-64b8275aaa4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.214849914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"premium-w0-1f6e39","reconcileID":"6bef11c5-918a-4c7a-b7d8-601d00ab64b5","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"premium-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"premium-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.234324571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"29641681-4777-4dc8-abe0-37a5046a9bfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.2402615Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"f74700fb-e6e9-4f77-a12d-a0f4b075a893","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"simulator-w0-1f6e39","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-1f6e39/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.240847355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"483d7a9a-7655-4b81-aeeb-583d641e475e","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:12:56.241780369Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"00fdb54b-822a-4cea-9c64-64b8275aaa4b","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.24986597Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"4530bea1-eef9-4b76-b0b0-0786a1f979ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.272443584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"5f3801b8-b2b7-42f6-81e5-56aea03cfd53","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.289124521Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5ac93f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"29641681-4777-4dc8-abe0-37a5046a9bfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.305200723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"4e3cef4b-3bc7-4900-b11e-c401e510e03b","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.307717205Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-1f6e39-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"4530bea1-eef9-4b76-b0b0-0786a1f979ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.320836642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"premium-w0-1f6e39","reconcileID":"b93017db-d9c5-4e7c-85d5-65b3e0ead504","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"premium-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"premium-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:12:56.325256593Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-1f6e39/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.36497837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"417d9ed7-7c16-4b9a-a927-2dfc1f3ef852","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.378610866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"premium-w0-1f6e39","reconcileID":"4a12afa2-5d96-4157-94f4-48b9134f7760","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"premium-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"premium-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.397971959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-apikey-failed-auth","reconcileID":"97cf4afa-8141-493e-9b07-01891f8850ab","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.403639757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"cd6f481d-fdbb-42c0-b37a-5e58cdb25054","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.403935398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"476591a7-ad10-442e-b843-f46218391a0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.454748276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-apikey-failed-auth","reconcileID":"97cf4afa-8141-493e-9b07-01891f8850ab","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.459780833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"476591a7-ad10-442e-b843-f46218391a0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.46934088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"a12df355-740d-494d-92fa-4f4fcdba0109","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.481912826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"premium-w0-1f6e39","reconcileID":"4781d330-4f9e-4d51-af92-a2bc82e00d6b","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"premium-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"premium-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.514604784Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5ac93f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"476591a7-ad10-442e-b843-f46218391a0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.525408353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"a12df355-740d-494d-92fa-4f4fcdba0109","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.544214997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"premium-w0-1f6e39","reconcileID":"845d5e85-fbe0-4867-bf3a-e20615039afe","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"premium-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"premium-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.581329357Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-1f6e39-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"a12df355-740d-494d-92fa-4f4fcdba0109","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.59191814Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-subscription","reconcileID":"caccac1b-0adc-47a1-93d0-c3e5fdbf8b0c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-premium-w0-1f6e39","model":"premium-w0-1f6e39","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-1f6e39/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:12:56.597807331Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"premium-w0-1f6e39","reconcileID":"845d5e85-fbe0-4867-bf3a-e20615039afe","name":"premium-w0-1f6e39","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-1f6e39\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:12:56.597873056Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"premium-w0-1f6e39","reconcileID":"845d5e85-fbe0-4867-bf3a-e20615039afe","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-1f6e39\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.603187825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"premium-w0-1f6e39","reconcileID":"57a6b561-ea94-4e5b-b053-0fe084d622c1","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"premium-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"premium-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.614008477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"fa332575-a984-41b6-9a18-0fc3cd6c183f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:12:56.634946819Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"a12df355-740d-494d-92fa-4f4fcdba0109","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.685090065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"12772b00-e74d-4241-9dc4-e3601840f37a","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:12:56.688959363Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-apikey-failed-sub","reconcileID":"f8bf5977-21d5-42cf-89c6-57960a3c3b32","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.694918378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"premium-w0-1f6e39","reconcileID":"36af6019-f904-4134-bf9f-427da804321a","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"premium-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"premium-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.698603042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"7b8bd6fe-71df-4cb3-9edf-01a72588a1f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.739252631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"b845e64d-35e1-4cef-978d-ceaa2d59a3cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.739451965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"d5b1a1e6-a933-4b44-bf23-5d3e22d1a1d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.756154417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"7b8bd6fe-71df-4cb3-9edf-01a72588a1f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.758787288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"premium-w0-1f6e39","reconcileID":"950b5fb1-fe62-402d-8e6c-89fe6c3a361e","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"premium-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"premium-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.771962052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"4e5f13fc-a379-4078-9f4d-996854b76a78","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.799590178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"b845e64d-35e1-4cef-978d-ceaa2d59a3cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.799633961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"d5b1a1e6-a933-4b44-bf23-5d3e22d1a1d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.799936943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"e55308bd-68d4-4034-8fd8-7b7cb1934439","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.811745972Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-1f6e39-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"7b8bd6fe-71df-4cb3-9edf-01a72588a1f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.856630658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"e55308bd-68d4-4034-8fd8-7b7cb1934439","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.868629977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"premium-w0-1f6e39","reconcileID":"fd974b06-420a-4bc3-97a4-a3cd6b1a8557","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"premium-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"premium-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.911501922Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-1f6e39-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"e55308bd-68d4-4034-8fd8-7b7cb1934439","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.928741174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-apikey-failed-auth","reconcileID":"2a58a4f4-6c23-43e6-86ae-ce51dabfc02e","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.939902831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"97a1a3a2-f183-4833-873c-fd828bb3ba94","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.966512811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"be7a85c4-6a05-4548-8d0a-cce915a8f737","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.968758465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-subscription","reconcileID":"ec649202-2216-4595-90bf-27b12c8ed7f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-premium-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.987245001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-apikey-failed-auth","reconcileID":"2a58a4f4-6c23-43e6-86ae-ce51dabfc02e","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:56.999032253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"a67b52c2-f865-432f-bd89-0251431eeb88","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:57.035419544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"136c0826-3ee1-42dd-90aa-40bc63da239b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:12:57.045705662Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-2afba5f3","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-filter-sub-a-2afba5f3","reconcileID":"46361ad8-51de-43a5-955f-97654ccf61c0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-2afba5f3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:12:57.051776398Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-858236/e2e-apikey-failed-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:57.092247447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"136c0826-3ee1-42dd-90aa-40bc63da239b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:57.140307126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2afba5f3-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-filter-sub-a-2afba5f3-auth","reconcileID":"10856288-09e1-4bb1-b8b7-c51b2ae51241","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2afba5f3-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:57.147479635Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-1f6e39-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"136c0826-3ee1-42dd-90aa-40bc63da239b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:57.159286654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"5cd5f6d8-8fb0-4a2e-a961-5916f78a33bb","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:57.17833238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"premium-w0-1f6e39","reconcileID":"f49a3ca7-f8ab-4bdf-b083-406f0bb3bb9d","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"premium-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"premium-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:57.19224017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"b2075c4e-9a9c-4ead-a9f8-d800c0ef9c58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:57.192300827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"3bccf0b2-fb81-4966-a9eb-9d8c7ace7d9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:57.196738444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2afba5f3-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-filter-sub-a-2afba5f3-auth","reconcileID":"10856288-09e1-4bb1-b8b7-c51b2ae51241","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2afba5f3-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:57.214344727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"87c813e6-b91b-42ef-b41e-fbe624277003","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:57.24888315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"b2075c4e-9a9c-4ead-a9f8-d800c0ef9c58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:57.248921773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"3bccf0b2-fb81-4966-a9eb-9d8c7ace7d9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:12:57.303062616Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-apikey-failed-auth","reconcileID":"2a58a4f4-6c23-43e6-86ae-ce51dabfc02e","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-apikey-failed-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:57.304219182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"c7b090d6-f9d4-4020-ad35-023adb530cd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:57.36038115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"c7b090d6-f9d4-4020-ad35-023adb530cd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:57.459902036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-apikey-failed-auth","reconcileID":"11b1d2f6-fbab-4380-8104-1eb427243069","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:57.465232233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"40454ded-2321-4a69-8726-7050667b08f2","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:57.48377082Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-2afba5f3","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-filter-sub-a-2afba5f3","reconcileID":"ff392a6e-4711-4346-90a6-d42d74d60e24","MaaSSubscription":{"name":"e2e-filter-sub-a-2afba5f3","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-ca6546/e2e-filter-sub-a-2afba5f3","ai-tenant-e2e-worker-w2-ca6546/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:57.516246086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-apikey-failed-auth","reconcileID":"11b1d2f6-fbab-4380-8104-1eb427243069","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:57.562192417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"5124b0fb-f062-4077-b7ba-5190b6840662","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:57.619081794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"5124b0fb-f062-4077-b7ba-5190b6840662","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:57.621342259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2afba5f3-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-filter-sub-a-2afba5f3-auth","reconcileID":"d018141d-c46f-4fbe-8724-89cc1e5ff647","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2afba5f3-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:57.649035034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"85c01b35-b894-4be6-b09b-8e7d80f9170c","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:57.677662616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2afba5f3-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-filter-sub-a-2afba5f3-auth","reconcileID":"d018141d-c46f-4fbe-8724-89cc1e5ff647","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2afba5f3-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:57.69482245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"7dc6e17c-3e10-46a4-96f7-707ac0988998","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:57.723074759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"8313ef9c-8c99-4b9c-8818-a45ee601f2a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:57.7802207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"8313ef9c-8c99-4b9c-8818-a45ee601f2a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:57.873786604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-2afba5f3","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-filter-sub-a-2afba5f3","reconcileID":"0a596980-c2f5-4d45-b805-09f12e64df4e","MaaSSubscription":{"name":"e2e-filter-sub-a-2afba5f3","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":2,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:12:58.032118658Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2afba5f3-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-filter-sub-a-2afba5f3-auth","reconcileID":"d018141d-c46f-4fbe-8724-89cc1e5ff647","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-filter-sub-a-2afba5f3-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:58.197398268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2afba5f3-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-filter-sub-a-2afba5f3-auth","reconcileID":"cbf93c9d-98b1-422d-b533-5aa96e84ab48","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2afba5f3-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:58.254189581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2afba5f3-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-filter-sub-a-2afba5f3-auth","reconcileID":"cbf93c9d-98b1-422d-b533-5aa96e84ab48","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2afba5f3-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:59.474954275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"8c72af67-2aca-44cf-9b61-06fb8d94d2c9","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:59.530568899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"64caae6b-da54-4bb3-8390-ab896cd5f4e0","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:59.585707381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-apikey-failed-auth","reconcileID":"6c0468ac-f343-43d8-b23b-252740049cbb","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:59.585798106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"61da6921-8033-4e17-b105-5309c92f964f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:59.58609614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"c3cea914-89b8-4093-a8ab-58c489a3ba09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:59.642576447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"61da6921-8033-4e17-b105-5309c92f964f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:59.644081546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-apikey-failed-auth","reconcileID":"6c0468ac-f343-43d8-b23b-252740049cbb","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:59.644875921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"c3cea914-89b8-4093-a8ab-58c489a3ba09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:59.689396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5110775a-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-filter-sub-b-5110775a-auth","reconcileID":"04433e18-22e3-4a36-b503-9c93d73f5dd5","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5110775a-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:59.737739483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"6a9de65a-cc27-476f-9b47-27faa93c37d1","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:59.737784296Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-ca6546 priority=0:[ai-tenant-e2e-worker-w2-ca6546/e2e-filter-sub-a-2afba5f3 ai-tenant-e2e-worker-w2-ca6546/e2e-filter-sub-b-5110775a]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:59.746501726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5110775a-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-filter-sub-b-5110775a-auth","reconcileID":"04433e18-22e3-4a36-b503-9c93d73f5dd5","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5110775a-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:59.796616288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"3ee48b03-3f72-4d6b-928d-cd8a48bd7b3a","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:59.8569109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"8d6715ae-2280-4f7c-a27c-78d185d310d7","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:12:59.858880412Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-ca6546/e2e-filter-sub-b-5110775a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-5110775a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:59.910617157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"4a3ad537-ef88-492f-978b-170acf20bfe2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:59.915905328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"d47a8356-5b44-4975-8eee-a21affce1043","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:12:59.975075939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"4a3ad537-ef88-492f-978b-170acf20bfe2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:00.020043256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2afba5f3-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-filter-sub-a-2afba5f3-auth","reconcileID":"ae2aea87-6c54-46be-8a7a-8c1eadeb9910","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2afba5f3-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:00.021065073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"9273a817-3979-4550-b291-23137ffaebb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:00.07757048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2afba5f3-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-filter-sub-a-2afba5f3-auth","reconcileID":"ae2aea87-6c54-46be-8a7a-8c1eadeb9910","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2afba5f3-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:00.0775902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"9273a817-3979-4550-b291-23137ffaebb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:00.108570272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"568ad818-3c21-4d67-9380-f82f7c63d54f","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:00.194478172Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-5110775a","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-filter-sub-b-5110775a","reconcileID":"a4d6e76e-2b47-4b50-8cc8-aaae60605fe2","MaaSSubscription":{"name":"e2e-filter-sub-b-5110775a","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-ca6546/e2e-filter-sub-a-2afba5f3","ai-tenant-e2e-worker-w2-ca6546/e2e-filter-sub-b-5110775a","ai-tenant-e2e-worker-w2-ca6546/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:00.264655291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5110775a-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-filter-sub-b-5110775a-auth","reconcileID":"96888df0-bb09-45f6-b439-219d27c58b6a","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5110775a-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:00.322412054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5110775a-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-filter-sub-b-5110775a-auth","reconcileID":"96888df0-bb09-45f6-b439-219d27c58b6a","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5110775a-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:00.360817487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"8c05ab28-8119-4b65-9fb3-16a69e2b29b1","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:00.366005848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"c7095d2f-6654-4fd7-8783-8c223d611fff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:00.406644501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-2afba5f3","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-filter-sub-a-2afba5f3","reconcileID":"c6831910-5d94-425f-9195-e3165da87613","MaaSSubscription":{"name":"e2e-filter-sub-a-2afba5f3","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:00.406643415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"feaaf87c-1a5b-4fc6-acc7-7263306affdb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:00.412282684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2afba5f3-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-filter-sub-a-2afba5f3-auth","reconcileID":"7340366d-09c2-4466-91c7-73df8b6c24f2","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2afba5f3-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:00.412288104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"ac9cb95c-77ad-46b3-a2eb-37959b07e436","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:00.422957138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"c7095d2f-6654-4fd7-8783-8c223d611fff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:00.470147435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"ac9cb95c-77ad-46b3-a2eb-37959b07e436","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:00.470193789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2afba5f3-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-filter-sub-a-2afba5f3-auth","reconcileID":"7340366d-09c2-4466-91c7-73df8b6c24f2","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2afba5f3-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:00.571548283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-5110775a","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-filter-sub-b-5110775a","reconcileID":"463d9b23-fba8-409c-a003-cfafa61f7bd3","MaaSSubscription":{"name":"e2e-filter-sub-b-5110775a","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":3,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:13:00.587498712Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5110775a-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-filter-sub-b-5110775a-auth","reconcileID":"96888df0-bb09-45f6-b439-219d27c58b6a","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-filter-sub-b-5110775a-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:00.749769762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5110775a-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-filter-sub-b-5110775a-auth","reconcileID":"7d24de06-b896-4051-82a3-724c2db1919f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5110775a-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:00.806005279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5110775a-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-filter-sub-b-5110775a-auth","reconcileID":"7d24de06-b896-4051-82a3-724c2db1919f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5110775a-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:04.706559203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"d8465d92-aae9-469b-b28c-23464a88b827","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:04.868865503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5110775a-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-filter-sub-b-5110775a-auth","reconcileID":"8d10e034-bb69-4698-b22c-5f878e3eaf5b","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5110775a-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:04.86923077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"1e9011c0-0ebb-4f03-b46a-18801e460311","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:04.869299716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2afba5f3-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-filter-sub-a-2afba5f3-auth","reconcileID":"b9463aae-5784-4751-8288-51c74109159a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2afba5f3-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:04.869464018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"3f9a30a0-9987-4da6-907e-4905d267a87f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:04.931677689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2afba5f3-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-filter-sub-a-2afba5f3-auth","reconcileID":"b9463aae-5784-4751-8288-51c74109159a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2afba5f3-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:04.931976581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"1e9011c0-0ebb-4f03-b46a-18801e460311","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:04.939945016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5110775a-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-filter-sub-b-5110775a-auth","reconcileID":"8d10e034-bb69-4698-b22c-5f878e3eaf5b","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5110775a-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:04.945616361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"3f9a30a0-9987-4da6-907e-4905d267a87f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:05.609141434Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:06.486575986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"d4667e8f-bbf5-4658-b98f-abca7107216e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:06.542991129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"d4667e8f-bbf5-4658-b98f-abca7107216e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:06.598282906Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5ac93f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"d4667e8f-bbf5-4658-b98f-abca7107216e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:06.672173405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"2076a860-95f5-4903-b88f-1e0ba2b58545","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:06.788267043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"2076a860-95f5-4903-b88f-1e0ba2b58545","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:06.84372251Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5ac93f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"2076a860-95f5-4903-b88f-1e0ba2b58545","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:07.070407102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"2637f253-49f8-4b3f-8681-270cfd99d775","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:07.127073493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"2637f253-49f8-4b3f-8681-270cfd99d775","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:07.182598116Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-1f6e39-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"2637f253-49f8-4b3f-8681-270cfd99d775","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:07.305827132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"b4a44e51-c692-4589-aaf4-8232b58e0ee9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:07.362783481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"b4a44e51-c692-4589-aaf4-8232b58e0ee9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:07.417922246Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-1f6e39-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"b4a44e51-c692-4589-aaf4-8232b58e0ee9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:07.943196601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"73082143-2ad4-4f61-abc3-90bf3eb2a810","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:08.109687796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"32777a63-bbbc-4491-b705-062db942b47b","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:08.334776599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"16b101ca-5b01-40a5-bb6a-c02030ff0aeb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:08.5015874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"17f54dbc-4472-45e9-b47b-f968cb642abb","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:08.573144384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-subscription","reconcileID":"c53ac9c7-72eb-43b7-9cb0-7f83a10bdf78","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-premium-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:08.684519421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"31f474e6-ee3f-49de-83ce-bf75b86ed975","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:08.741006417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"premium-w0-1f6e39","reconcileID":"0e54f538-5e95-47ad-a0a7-5df2a9fefab8","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"premium-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"premium-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:08.85315757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"858c06b0-362d-4008-a7f8-148feaf8fbf4","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:08.958079274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"323c8879-49dc-43c7-b6db-c695128294d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:08.958202697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"4a2d0cb4-f677-467b-9911-a4343d5f8b09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:09.015125311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"4a2d0cb4-f677-467b-9911-a4343d5f8b09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:09.015245232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"323c8879-49dc-43c7-b6db-c695128294d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:09.059806779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"71c8663c-343f-428d-a21a-313b07cd3d88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:09.059983224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"17b93ef4-5521-4a9a-b57d-bbd126f9df08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:09.070259345Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-1f6e39-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ccf2723464380a3cff37ea973b252bf66c970b92d7061dcae16f68f2fa0055fb) AuthConfig (fb9b0ee2504f7dd185683deffff44927fc525ec680701a0b4f5ebdbd8627ad27) AuthConfig (d16b44d594b4b6bf72da8daf682b112a86aa2188b7b1ec0d5c5e9fb7b19f423b) AuthConfig (aa5e3ba20fd7dadbc5be193f712c389737013222f992dd262bf807cb9ea31f1a) AuthConfig (4a47fc8e2f86a250879b60f917d5fdd33de00487633977d1fbb6fb585ccc7971) AuthConfig (a6629e30ecccac4c38d76109e6fe710d1d492f2ba0452911e967c66742b11034) AuthConfig (9008dd8c59f617fefb18e15ba56b02e1989d327cb9e29b1f6393bf3c50daad92) AuthConfig (edd1c8de1989d8113ffe96db4e85e6f3c531e52d0887ad7688c65e8dcc881ebb) AuthConfig (303212ba73a4031131f310653dffd06deb5da8238d5af359c367367d86549a5a) AuthConfig (d436ce35541e57b69940f99d6a54b9ae936c32c350cb373a0a54aa57d8948624) AuthConfig (883b6ef85ef8416d9aa3214b9ebef4a87a03f4f1c4ecb29730f8b55e606148cc) AuthConfig (0c45657f068e755f22ce4a46e9b9c92d1ca0267c5cd440206f4c44bcdf001350) AuthConfig (fcf7aef3ffa9afdaf9a892ca2c3007da86aa5f34fbcece7ae43f5625be270d96) AuthConfig (8b412ece4b89b48dcd7ac430e1c4d4856999c977e16f48caa1f4e42f09c9a625) AuthConfig (fd5dd2bbccd15232cd4bbafdee16a40fcc01de8c7d37cbc855f366b9b394187b) AuthConfig (230f3cb037df0bc955b1f15b198abf856acaa9054eef2f0c1cb535e2f49c522a) AuthConfig (dc2dc38c86845693247ee9925416e7fff7a4ee935ce25a4306199b3585996e5e) AuthConfig (f72b713b9d323ecbddf342ab4509ae385e9fe6581ac56211c70053edb0715ca4) AuthConfig (89412539c588f0c51056d6bb5433e076347ffc90257cce05f9987ee7c26c03d2) AuthConfig (e8323dfcd773435539ac89ddbe3a1049b7a1a06ebc4acb5de6512124018a15ed) AuthConfig (37ede4a81f8167017dd308701ad7c61e58dadba894e8399c46b59107aae82d87) AuthConfig (c7018d6d9b759d24f82c3b2bdf2a4019944a777cf610502eddef9b900ab9c261) AuthConfig (8731aefe5fdace0bff8d9370cc416e4014cc6e72d83cec87c1a59f6cef1e57d2) AuthConfig (db2d982a330c36714106d17add4eeb6c57148fea75b1e0f09c6ffa8fede2f8b3) AuthConfig (03d8aa5b2ac8481defaf1aa7a0423c3dd6815d3011092e28c0c27b066aa11b13) AuthConfig (71815ddac8b54330f3f5e897c9efd9134614538fd5d4f16bfc11927eb716b54f) AuthConfig (4d095884f618010d663b13e2e96b8a253124076feaca9be4231c688988f4e187) AuthConfig (a835b18ffe2ede03610cd439e005cea302df1c5f9ccb51b9cf94c8f142f73051) AuthConfig (cb115e1b80e704ef62db695c49a6d272fdb3a12162bbb28a1d61b02ae8b4c646) AuthConfig (cf74911804034d0f1056a83f3ac42ae094f145be35fc63f3b244d9d6f0ae6e3d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"4a2d0cb4-f677-467b-9911-a4343d5f8b09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:09.070499361Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-1f6e39-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ccf2723464380a3cff37ea973b252bf66c970b92d7061dcae16f68f2fa0055fb) AuthConfig (fb9b0ee2504f7dd185683deffff44927fc525ec680701a0b4f5ebdbd8627ad27) AuthConfig (d16b44d594b4b6bf72da8daf682b112a86aa2188b7b1ec0d5c5e9fb7b19f423b) AuthConfig (aa5e3ba20fd7dadbc5be193f712c389737013222f992dd262bf807cb9ea31f1a) AuthConfig (4a47fc8e2f86a250879b60f917d5fdd33de00487633977d1fbb6fb585ccc7971) AuthConfig (a6629e30ecccac4c38d76109e6fe710d1d492f2ba0452911e967c66742b11034) AuthConfig (9008dd8c59f617fefb18e15ba56b02e1989d327cb9e29b1f6393bf3c50daad92) AuthConfig (edd1c8de1989d8113ffe96db4e85e6f3c531e52d0887ad7688c65e8dcc881ebb) AuthConfig (303212ba73a4031131f310653dffd06deb5da8238d5af359c367367d86549a5a) AuthConfig (d436ce35541e57b69940f99d6a54b9ae936c32c350cb373a0a54aa57d8948624) AuthConfig (883b6ef85ef8416d9aa3214b9ebef4a87a03f4f1c4ecb29730f8b55e606148cc) AuthConfig (0c45657f068e755f22ce4a46e9b9c92d1ca0267c5cd440206f4c44bcdf001350) AuthConfig (fcf7aef3ffa9afdaf9a892ca2c3007da86aa5f34fbcece7ae43f5625be270d96) AuthConfig (8b412ece4b89b48dcd7ac430e1c4d4856999c977e16f48caa1f4e42f09c9a625) AuthConfig (fd5dd2bbccd15232cd4bbafdee16a40fcc01de8c7d37cbc855f366b9b394187b) AuthConfig (230f3cb037df0bc955b1f15b198abf856acaa9054eef2f0c1cb535e2f49c522a) AuthConfig (dc2dc38c86845693247ee9925416e7fff7a4ee935ce25a4306199b3585996e5e) AuthConfig (f72b713b9d323ecbddf342ab4509ae385e9fe6581ac56211c70053edb0715ca4) AuthConfig (89412539c588f0c51056d6bb5433e076347ffc90257cce05f9987ee7c26c03d2) AuthConfig (e8323dfcd773435539ac89ddbe3a1049b7a1a06ebc4acb5de6512124018a15ed) AuthConfig (37ede4a81f8167017dd308701ad7c61e58dadba894e8399c46b59107aae82d87) AuthConfig (c7018d6d9b759d24f82c3b2bdf2a4019944a777cf610502eddef9b900ab9c261) AuthConfig (8731aefe5fdace0bff8d9370cc416e4014cc6e72d83cec87c1a59f6cef1e57d2) AuthConfig (db2d982a330c36714106d17add4eeb6c57148fea75b1e0f09c6ffa8fede2f8b3) AuthConfig (03d8aa5b2ac8481defaf1aa7a0423c3dd6815d3011092e28c0c27b066aa11b13) AuthConfig (71815ddac8b54330f3f5e897c9efd9134614538fd5d4f16bfc11927eb716b54f) AuthConfig (4d095884f618010d663b13e2e96b8a253124076feaca9be4231c688988f4e187) AuthConfig (a835b18ffe2ede03610cd439e005cea302df1c5f9ccb51b9cf94c8f142f73051) AuthConfig (cb115e1b80e704ef62db695c49a6d272fdb3a12162bbb28a1d61b02ae8b4c646) AuthConfig (cf74911804034d0f1056a83f3ac42ae094f145be35fc63f3b244d9d6f0ae6e3d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"323c8879-49dc-43c7-b6db-c695128294d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:09.117531416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"71c8663c-343f-428d-a21a-313b07cd3d88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:09.11755694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"17b93ef4-5521-4a9a-b57d-bbd126f9df08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:09.128307711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"premium-w0-1f6e39","reconcileID":"d56b04e3-f264-43ba-9dab-c0a15f14e99a","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"premium-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"premium-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:09.128689136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"16aee06b-2678-41c3-beb4-5609ed32cc2c","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:09.173000317Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5ac93f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (065c41505e9ac9edac854bc85423a13b377fa89a64ccbcc4fd2891c82e592caf) AuthConfig (5cdec5c5f1db9562cb2321e7b2348828258e021a716a17c202c63990f64d9429) AuthConfig (afbc0fdf64b648bfed4c1c91727079eed7c33a399b503b13ddf2472962590633) AuthConfig (f18686b83d16f0ca40157d8cbd9de0a6f9f0e07d832e6c4c96ecf6d0fb23e528) AuthConfig (0d52411a5b75c0b9c93cd528e7a338d77da03b42154a274b8d154b0996c74e62) AuthConfig (4c374f1750d26fb4e664f687cfab4fcbbfef90628c0f89fcb9509fc6736c2cb5) AuthConfig (b83ca7c699d5e888f2260637f8c44a9af3d638e6ff3fa78c15464fcd22d6bfa0) AuthConfig (d08f05437c1190fa9591bddffbeb6443fc918bddd2c3d6164a0e33f852da1e1f) AuthConfig (86953b52db41f76e6276a4db2e6a7c8ddcac758978cdc052494e7d7209a44c2c) AuthConfig (fd1a06282453cca9ae0db6ab06b74e135067f9b05d90fca7011eb3bdd2cbc751) AuthConfig (6e1499cbe04d3c70a868ed9f9872f790ad31198bdd7abf09cd6a0742fa8b16f0) AuthConfig (87604d2047051c02509b15350ee52ed6befa9d6a2407770acfe4b45afde746bf) AuthConfig (683e932b89acb0ab17ba750f4a86b944cc19d7894a2bd0f33130c086a574fe77) AuthConfig (2ad57e4e1609be3e21b861ae0e59cd921b7a0a3bdaf8b07af2098a1c25c2c373) AuthConfig (b0984d46ce1f04ea7d873c64ba1f793013fc29a203c21fffcf785b884faa6989) AuthConfig (b3757ea895baa0a48253ea318ec682bd7c91bb955c260ff7e272be5d6304811a) AuthConfig (a5f9f9837c330cf4775ccbc2e26ddb03d67711ea2ac97d8f8355d75194149e6f) AuthConfig (33b993ae33a7e08a751b5823adb2092a04e258b56a023b18dcea1d72544cb954) AuthConfig (54b325978032b38c77600a48a818388239b1baf105f9fa1450280fed1b05dcdf) AuthConfig (ad87203e1d48be92a4af0131f8737210489757284546d63e4ba0c485c81b0776) AuthConfig (70041980edefb7d481615bef884b023a1c14ac78b83eb73ae32daae73f438ab9) AuthConfig (c7015f57d1dffe9aef8627071917f062afcbdcf6f94b41681b358af0c360b40c) AuthConfig (54550022e65a76fb5cb9661b3a4815bb8b3eec1247de06463ef50a082b170cc2) AuthConfig (70347c8b2b88e67bc3aeb5620af630a9fb0200a3276fe35ba5bf19a259be7c2b) AuthConfig (5c99bd9244c92d24d9e84f3ac99643c3706bf35394d76113ecb391d3aac0229d) AuthConfig (cf2800fac14fe5ebeec36e7034460e1a792091a7d115c808e9ca15fa73c45eea) AuthConfig (5d4905073c9dfd7ced99310ff9ed0b835b29b536c247c9f8df3b7ebbf1f8aa9a) AuthConfig (7bab8d0446bf7d408852e521f9b4c8ccac1989e731ce58f04fec2c872874d147) AuthConfig (9d57664751180fabb771842f3443a29fd6937c1e7110b75d9658eb44915673c6) AuthConfig (bb39f66bc01277eee088a03175f2510804f635bd06be519b6dc5e04e35d3ac7f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"71c8663c-343f-428d-a21a-313b07cd3d88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:09.173032566Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5ac93f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (065c41505e9ac9edac854bc85423a13b377fa89a64ccbcc4fd2891c82e592caf) AuthConfig (5cdec5c5f1db9562cb2321e7b2348828258e021a716a17c202c63990f64d9429) AuthConfig (afbc0fdf64b648bfed4c1c91727079eed7c33a399b503b13ddf2472962590633) AuthConfig (f18686b83d16f0ca40157d8cbd9de0a6f9f0e07d832e6c4c96ecf6d0fb23e528) AuthConfig (0d52411a5b75c0b9c93cd528e7a338d77da03b42154a274b8d154b0996c74e62) AuthConfig (4c374f1750d26fb4e664f687cfab4fcbbfef90628c0f89fcb9509fc6736c2cb5) AuthConfig (b83ca7c699d5e888f2260637f8c44a9af3d638e6ff3fa78c15464fcd22d6bfa0) AuthConfig (d08f05437c1190fa9591bddffbeb6443fc918bddd2c3d6164a0e33f852da1e1f) AuthConfig (86953b52db41f76e6276a4db2e6a7c8ddcac758978cdc052494e7d7209a44c2c) AuthConfig (fd1a06282453cca9ae0db6ab06b74e135067f9b05d90fca7011eb3bdd2cbc751) AuthConfig (6e1499cbe04d3c70a868ed9f9872f790ad31198bdd7abf09cd6a0742fa8b16f0) AuthConfig (87604d2047051c02509b15350ee52ed6befa9d6a2407770acfe4b45afde746bf) AuthConfig (683e932b89acb0ab17ba750f4a86b944cc19d7894a2bd0f33130c086a574fe77) AuthConfig (2ad57e4e1609be3e21b861ae0e59cd921b7a0a3bdaf8b07af2098a1c25c2c373) AuthConfig (b0984d46ce1f04ea7d873c64ba1f793013fc29a203c21fffcf785b884faa6989) AuthConfig (b3757ea895baa0a48253ea318ec682bd7c91bb955c260ff7e272be5d6304811a) AuthConfig (a5f9f9837c330cf4775ccbc2e26ddb03d67711ea2ac97d8f8355d75194149e6f) AuthConfig (33b993ae33a7e08a751b5823adb2092a04e258b56a023b18dcea1d72544cb954) AuthConfig (54b325978032b38c77600a48a818388239b1baf105f9fa1450280fed1b05dcdf) AuthConfig (ad87203e1d48be92a4af0131f8737210489757284546d63e4ba0c485c81b0776) AuthConfig (70041980edefb7d481615bef884b023a1c14ac78b83eb73ae32daae73f438ab9) AuthConfig (c7015f57d1dffe9aef8627071917f062afcbdcf6f94b41681b358af0c360b40c) AuthConfig (54550022e65a76fb5cb9661b3a4815bb8b3eec1247de06463ef50a082b170cc2) AuthConfig (70347c8b2b88e67bc3aeb5620af630a9fb0200a3276fe35ba5bf19a259be7c2b) AuthConfig (5c99bd9244c92d24d9e84f3ac99643c3706bf35394d76113ecb391d3aac0229d) AuthConfig (cf2800fac14fe5ebeec36e7034460e1a792091a7d115c808e9ca15fa73c45eea) AuthConfig (5d4905073c9dfd7ced99310ff9ed0b835b29b536c247c9f8df3b7ebbf1f8aa9a) AuthConfig (7bab8d0446bf7d408852e521f9b4c8ccac1989e731ce58f04fec2c872874d147) AuthConfig (9d57664751180fabb771842f3443a29fd6937c1e7110b75d9658eb44915673c6) AuthConfig (bb39f66bc01277eee088a03175f2510804f635bd06be519b6dc5e04e35d3ac7f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"17b93ef4-5521-4a9a-b57d-bbd126f9df08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:09.231104633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"61ba9427-a0cf-4363-829b-53f333ec6e39","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:09.23423976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"89c0654c-e407-4110-ac37-718208e6af8d","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:09.287022646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"ec5b19ff-6045-49d8-ad19-5f25affef7d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:09.287306334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"b2a96d3c-75c2-4b77-8ee0-f8870ede80c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:09.343559108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"ec5b19ff-6045-49d8-ad19-5f25affef7d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:09.343616505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"b2a96d3c-75c2-4b77-8ee0-f8870ede80c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:09.387887918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"5adb29cb-b71c-4076-bd2d-0aa234a16a97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:09.390573666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"5ee3293b-bb05-47dd-bc2c-67ae29526489","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:09.399258399Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-1f6e39-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ccf2723464380a3cff37ea973b252bf66c970b92d7061dcae16f68f2fa0055fb) AuthConfig (fb9b0ee2504f7dd185683deffff44927fc525ec680701a0b4f5ebdbd8627ad27) AuthConfig (d16b44d594b4b6bf72da8daf682b112a86aa2188b7b1ec0d5c5e9fb7b19f423b) AuthConfig (aa5e3ba20fd7dadbc5be193f712c389737013222f992dd262bf807cb9ea31f1a) AuthConfig (4a47fc8e2f86a250879b60f917d5fdd33de00487633977d1fbb6fb585ccc7971) AuthConfig (a6629e30ecccac4c38d76109e6fe710d1d492f2ba0452911e967c66742b11034) AuthConfig (9008dd8c59f617fefb18e15ba56b02e1989d327cb9e29b1f6393bf3c50daad92) AuthConfig (edd1c8de1989d8113ffe96db4e85e6f3c531e52d0887ad7688c65e8dcc881ebb) AuthConfig (303212ba73a4031131f310653dffd06deb5da8238d5af359c367367d86549a5a) AuthConfig (d436ce35541e57b69940f99d6a54b9ae936c32c350cb373a0a54aa57d8948624) AuthConfig (883b6ef85ef8416d9aa3214b9ebef4a87a03f4f1c4ecb29730f8b55e606148cc) AuthConfig (0c45657f068e755f22ce4a46e9b9c92d1ca0267c5cd440206f4c44bcdf001350) AuthConfig (fcf7aef3ffa9afdaf9a892ca2c3007da86aa5f34fbcece7ae43f5625be270d96) AuthConfig (8b412ece4b89b48dcd7ac430e1c4d4856999c977e16f48caa1f4e42f09c9a625) AuthConfig (fd5dd2bbccd15232cd4bbafdee16a40fcc01de8c7d37cbc855f366b9b394187b) AuthConfig (230f3cb037df0bc955b1f15b198abf856acaa9054eef2f0c1cb535e2f49c522a) AuthConfig (dc2dc38c86845693247ee9925416e7fff7a4ee935ce25a4306199b3585996e5e) AuthConfig (f72b713b9d323ecbddf342ab4509ae385e9fe6581ac56211c70053edb0715ca4) AuthConfig (89412539c588f0c51056d6bb5433e076347ffc90257cce05f9987ee7c26c03d2) AuthConfig (e8323dfcd773435539ac89ddbe3a1049b7a1a06ebc4acb5de6512124018a15ed) AuthConfig (37ede4a81f8167017dd308701ad7c61e58dadba894e8399c46b59107aae82d87) AuthConfig (c7018d6d9b759d24f82c3b2bdf2a4019944a777cf610502eddef9b900ab9c261) AuthConfig (8731aefe5fdace0bff8d9370cc416e4014cc6e72d83cec87c1a59f6cef1e57d2) AuthConfig (db2d982a330c36714106d17add4eeb6c57148fea75b1e0f09c6ffa8fede2f8b3) AuthConfig (03d8aa5b2ac8481defaf1aa7a0423c3dd6815d3011092e28c0c27b066aa11b13) AuthConfig (71815ddac8b54330f3f5e897c9efd9134614538fd5d4f16bfc11927eb716b54f) AuthConfig (4d095884f618010d663b13e2e96b8a253124076feaca9be4231c688988f4e187) AuthConfig (a835b18ffe2ede03610cd439e005cea302df1c5f9ccb51b9cf94c8f142f73051) AuthConfig (cb115e1b80e704ef62db695c49a6d272fdb3a12162bbb28a1d61b02ae8b4c646) AuthConfig (cf74911804034d0f1056a83f3ac42ae094f145be35fc63f3b244d9d6f0ae6e3d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"ec5b19ff-6045-49d8-ad19-5f25affef7d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:09.399377776Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-1f6e39-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ccf2723464380a3cff37ea973b252bf66c970b92d7061dcae16f68f2fa0055fb) AuthConfig (fb9b0ee2504f7dd185683deffff44927fc525ec680701a0b4f5ebdbd8627ad27) AuthConfig (d16b44d594b4b6bf72da8daf682b112a86aa2188b7b1ec0d5c5e9fb7b19f423b) AuthConfig (aa5e3ba20fd7dadbc5be193f712c389737013222f992dd262bf807cb9ea31f1a) AuthConfig (4a47fc8e2f86a250879b60f917d5fdd33de00487633977d1fbb6fb585ccc7971) AuthConfig (a6629e30ecccac4c38d76109e6fe710d1d492f2ba0452911e967c66742b11034) AuthConfig (9008dd8c59f617fefb18e15ba56b02e1989d327cb9e29b1f6393bf3c50daad92) AuthConfig (edd1c8de1989d8113ffe96db4e85e6f3c531e52d0887ad7688c65e8dcc881ebb) AuthConfig (303212ba73a4031131f310653dffd06deb5da8238d5af359c367367d86549a5a) AuthConfig (d436ce35541e57b69940f99d6a54b9ae936c32c350cb373a0a54aa57d8948624) AuthConfig (883b6ef85ef8416d9aa3214b9ebef4a87a03f4f1c4ecb29730f8b55e606148cc) AuthConfig (0c45657f068e755f22ce4a46e9b9c92d1ca0267c5cd440206f4c44bcdf001350) AuthConfig (fcf7aef3ffa9afdaf9a892ca2c3007da86aa5f34fbcece7ae43f5625be270d96) AuthConfig (8b412ece4b89b48dcd7ac430e1c4d4856999c977e16f48caa1f4e42f09c9a625) AuthConfig (fd5dd2bbccd15232cd4bbafdee16a40fcc01de8c7d37cbc855f366b9b394187b) AuthConfig (230f3cb037df0bc955b1f15b198abf856acaa9054eef2f0c1cb535e2f49c522a) AuthConfig (dc2dc38c86845693247ee9925416e7fff7a4ee935ce25a4306199b3585996e5e) AuthConfig (f72b713b9d323ecbddf342ab4509ae385e9fe6581ac56211c70053edb0715ca4) AuthConfig (89412539c588f0c51056d6bb5433e076347ffc90257cce05f9987ee7c26c03d2) AuthConfig (e8323dfcd773435539ac89ddbe3a1049b7a1a06ebc4acb5de6512124018a15ed) AuthConfig (37ede4a81f8167017dd308701ad7c61e58dadba894e8399c46b59107aae82d87) AuthConfig (c7018d6d9b759d24f82c3b2bdf2a4019944a777cf610502eddef9b900ab9c261) AuthConfig (8731aefe5fdace0bff8d9370cc416e4014cc6e72d83cec87c1a59f6cef1e57d2) AuthConfig (db2d982a330c36714106d17add4eeb6c57148fea75b1e0f09c6ffa8fede2f8b3) AuthConfig (03d8aa5b2ac8481defaf1aa7a0423c3dd6815d3011092e28c0c27b066aa11b13) AuthConfig (71815ddac8b54330f3f5e897c9efd9134614538fd5d4f16bfc11927eb716b54f) AuthConfig (4d095884f618010d663b13e2e96b8a253124076feaca9be4231c688988f4e187) AuthConfig (a835b18ffe2ede03610cd439e005cea302df1c5f9ccb51b9cf94c8f142f73051) AuthConfig (cb115e1b80e704ef62db695c49a6d272fdb3a12162bbb28a1d61b02ae8b4c646) AuthConfig (cf74911804034d0f1056a83f3ac42ae094f145be35fc63f3b244d9d6f0ae6e3d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"b2a96d3c-75c2-4b77-8ee0-f8870ede80c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:09.444227574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"5adb29cb-b71c-4076-bd2d-0aa234a16a97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:09.446801013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"5ee3293b-bb05-47dd-bc2c-67ae29526489","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:13:09.453041139Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"ec5b19ff-6045-49d8-ad19-5f25affef7d7","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:09.49991403Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5ac93f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (065c41505e9ac9edac854bc85423a13b377fa89a64ccbcc4fd2891c82e592caf) AuthConfig (5cdec5c5f1db9562cb2321e7b2348828258e021a716a17c202c63990f64d9429) AuthConfig (afbc0fdf64b648bfed4c1c91727079eed7c33a399b503b13ddf2472962590633) AuthConfig (f18686b83d16f0ca40157d8cbd9de0a6f9f0e07d832e6c4c96ecf6d0fb23e528) AuthConfig (0d52411a5b75c0b9c93cd528e7a338d77da03b42154a274b8d154b0996c74e62) AuthConfig (4c374f1750d26fb4e664f687cfab4fcbbfef90628c0f89fcb9509fc6736c2cb5) AuthConfig (b83ca7c699d5e888f2260637f8c44a9af3d638e6ff3fa78c15464fcd22d6bfa0) AuthConfig (d08f05437c1190fa9591bddffbeb6443fc918bddd2c3d6164a0e33f852da1e1f) AuthConfig (86953b52db41f76e6276a4db2e6a7c8ddcac758978cdc052494e7d7209a44c2c) AuthConfig (fd1a06282453cca9ae0db6ab06b74e135067f9b05d90fca7011eb3bdd2cbc751) AuthConfig (6e1499cbe04d3c70a868ed9f9872f790ad31198bdd7abf09cd6a0742fa8b16f0) AuthConfig (87604d2047051c02509b15350ee52ed6befa9d6a2407770acfe4b45afde746bf) AuthConfig (683e932b89acb0ab17ba750f4a86b944cc19d7894a2bd0f33130c086a574fe77) AuthConfig (2ad57e4e1609be3e21b861ae0e59cd921b7a0a3bdaf8b07af2098a1c25c2c373) AuthConfig (b0984d46ce1f04ea7d873c64ba1f793013fc29a203c21fffcf785b884faa6989) AuthConfig (b3757ea895baa0a48253ea318ec682bd7c91bb955c260ff7e272be5d6304811a) AuthConfig (a5f9f9837c330cf4775ccbc2e26ddb03d67711ea2ac97d8f8355d75194149e6f) AuthConfig (33b993ae33a7e08a751b5823adb2092a04e258b56a023b18dcea1d72544cb954) AuthConfig (54b325978032b38c77600a48a818388239b1baf105f9fa1450280fed1b05dcdf) AuthConfig (ad87203e1d48be92a4af0131f8737210489757284546d63e4ba0c485c81b0776) AuthConfig (70041980edefb7d481615bef884b023a1c14ac78b83eb73ae32daae73f438ab9) AuthConfig (c7015f57d1dffe9aef8627071917f062afcbdcf6f94b41681b358af0c360b40c) AuthConfig (54550022e65a76fb5cb9661b3a4815bb8b3eec1247de06463ef50a082b170cc2) AuthConfig (70347c8b2b88e67bc3aeb5620af630a9fb0200a3276fe35ba5bf19a259be7c2b) AuthConfig (5c99bd9244c92d24d9e84f3ac99643c3706bf35394d76113ecb391d3aac0229d) AuthConfig (cf2800fac14fe5ebeec36e7034460e1a792091a7d115c808e9ca15fa73c45eea) AuthConfig (5d4905073c9dfd7ced99310ff9ed0b835b29b536c247c9f8df3b7ebbf1f8aa9a) AuthConfig (7bab8d0446bf7d408852e521f9b4c8ccac1989e731ce58f04fec2c872874d147) AuthConfig (9d57664751180fabb771842f3443a29fd6937c1e7110b75d9658eb44915673c6) AuthConfig (bb39f66bc01277eee088a03175f2510804f635bd06be519b6dc5e04e35d3ac7f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"5adb29cb-b71c-4076-bd2d-0aa234a16a97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:09.5016005Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5ac93f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (065c41505e9ac9edac854bc85423a13b377fa89a64ccbcc4fd2891c82e592caf) AuthConfig (5cdec5c5f1db9562cb2321e7b2348828258e021a716a17c202c63990f64d9429) AuthConfig (afbc0fdf64b648bfed4c1c91727079eed7c33a399b503b13ddf2472962590633) AuthConfig (f18686b83d16f0ca40157d8cbd9de0a6f9f0e07d832e6c4c96ecf6d0fb23e528) AuthConfig (0d52411a5b75c0b9c93cd528e7a338d77da03b42154a274b8d154b0996c74e62) AuthConfig (4c374f1750d26fb4e664f687cfab4fcbbfef90628c0f89fcb9509fc6736c2cb5) AuthConfig (b83ca7c699d5e888f2260637f8c44a9af3d638e6ff3fa78c15464fcd22d6bfa0) AuthConfig (d08f05437c1190fa9591bddffbeb6443fc918bddd2c3d6164a0e33f852da1e1f) AuthConfig (86953b52db41f76e6276a4db2e6a7c8ddcac758978cdc052494e7d7209a44c2c) AuthConfig (fd1a06282453cca9ae0db6ab06b74e135067f9b05d90fca7011eb3bdd2cbc751) AuthConfig (6e1499cbe04d3c70a868ed9f9872f790ad31198bdd7abf09cd6a0742fa8b16f0) AuthConfig (87604d2047051c02509b15350ee52ed6befa9d6a2407770acfe4b45afde746bf) AuthConfig (683e932b89acb0ab17ba750f4a86b944cc19d7894a2bd0f33130c086a574fe77) AuthConfig (2ad57e4e1609be3e21b861ae0e59cd921b7a0a3bdaf8b07af2098a1c25c2c373) AuthConfig (b0984d46ce1f04ea7d873c64ba1f793013fc29a203c21fffcf785b884faa6989) AuthConfig (b3757ea895baa0a48253ea318ec682bd7c91bb955c260ff7e272be5d6304811a) AuthConfig (a5f9f9837c330cf4775ccbc2e26ddb03d67711ea2ac97d8f8355d75194149e6f) AuthConfig (33b993ae33a7e08a751b5823adb2092a04e258b56a023b18dcea1d72544cb954) AuthConfig (54b325978032b38c77600a48a818388239b1baf105f9fa1450280fed1b05dcdf) AuthConfig (ad87203e1d48be92a4af0131f8737210489757284546d63e4ba0c485c81b0776) AuthConfig (70041980edefb7d481615bef884b023a1c14ac78b83eb73ae32daae73f438ab9) AuthConfig (c7015f57d1dffe9aef8627071917f062afcbdcf6f94b41681b358af0c360b40c) AuthConfig (54550022e65a76fb5cb9661b3a4815bb8b3eec1247de06463ef50a082b170cc2) AuthConfig (70347c8b2b88e67bc3aeb5620af630a9fb0200a3276fe35ba5bf19a259be7c2b) AuthConfig (5c99bd9244c92d24d9e84f3ac99643c3706bf35394d76113ecb391d3aac0229d) AuthConfig (cf2800fac14fe5ebeec36e7034460e1a792091a7d115c808e9ca15fa73c45eea) AuthConfig (5d4905073c9dfd7ced99310ff9ed0b835b29b536c247c9f8df3b7ebbf1f8aa9a) AuthConfig (7bab8d0446bf7d408852e521f9b4c8ccac1989e731ce58f04fec2c872874d147) AuthConfig (9d57664751180fabb771842f3443a29fd6937c1e7110b75d9658eb44915673c6) AuthConfig (bb39f66bc01277eee088a03175f2510804f635bd06be519b6dc5e04e35d3ac7f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"5ee3293b-bb05-47dd-bc2c-67ae29526489","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:13:09.554979195Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"5ee3293b-bb05-47dd-bc2c-67ae29526489","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:09.591572773Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-apikey-failed-sub","reconcileID":"482d5fed-d23c-49a2-98cc-e9e822a8de8c","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"model":"e2e-models-e2e-worker-w3-858236/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:09.59166238Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-apikey-failed-sub","reconcileID":"482d5fed-d23c-49a2-98cc-e9e822a8de8c","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"model":"e2e-models-e2e-worker-w3-858236/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-858236/nonexistent-model-apikey-failed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:09.615018112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"a88e22af-6429-450a-81cf-d8720890cf37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:09.672713822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"a88e22af-6429-450a-81cf-d8720890cf37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:09.717471067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"a7e77a14-9c63-4a3e-83dc-2cc3ba794880","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:09.72782878Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-1f6e39-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ccf2723464380a3cff37ea973b252bf66c970b92d7061dcae16f68f2fa0055fb) AuthConfig (fb9b0ee2504f7dd185683deffff44927fc525ec680701a0b4f5ebdbd8627ad27) AuthConfig (d16b44d594b4b6bf72da8daf682b112a86aa2188b7b1ec0d5c5e9fb7b19f423b) AuthConfig (aa5e3ba20fd7dadbc5be193f712c389737013222f992dd262bf807cb9ea31f1a) AuthConfig (4a47fc8e2f86a250879b60f917d5fdd33de00487633977d1fbb6fb585ccc7971) AuthConfig (a6629e30ecccac4c38d76109e6fe710d1d492f2ba0452911e967c66742b11034) AuthConfig (9008dd8c59f617fefb18e15ba56b02e1989d327cb9e29b1f6393bf3c50daad92) AuthConfig (edd1c8de1989d8113ffe96db4e85e6f3c531e52d0887ad7688c65e8dcc881ebb) AuthConfig (303212ba73a4031131f310653dffd06deb5da8238d5af359c367367d86549a5a) AuthConfig (d436ce35541e57b69940f99d6a54b9ae936c32c350cb373a0a54aa57d8948624) AuthConfig (883b6ef85ef8416d9aa3214b9ebef4a87a03f4f1c4ecb29730f8b55e606148cc) AuthConfig (0c45657f068e755f22ce4a46e9b9c92d1ca0267c5cd440206f4c44bcdf001350) AuthConfig (fcf7aef3ffa9afdaf9a892ca2c3007da86aa5f34fbcece7ae43f5625be270d96) AuthConfig (8b412ece4b89b48dcd7ac430e1c4d4856999c977e16f48caa1f4e42f09c9a625) AuthConfig (fd5dd2bbccd15232cd4bbafdee16a40fcc01de8c7d37cbc855f366b9b394187b) AuthConfig (230f3cb037df0bc955b1f15b198abf856acaa9054eef2f0c1cb535e2f49c522a) AuthConfig (dc2dc38c86845693247ee9925416e7fff7a4ee935ce25a4306199b3585996e5e) AuthConfig (f72b713b9d323ecbddf342ab4509ae385e9fe6581ac56211c70053edb0715ca4) AuthConfig (89412539c588f0c51056d6bb5433e076347ffc90257cce05f9987ee7c26c03d2) AuthConfig (e8323dfcd773435539ac89ddbe3a1049b7a1a06ebc4acb5de6512124018a15ed) AuthConfig (37ede4a81f8167017dd308701ad7c61e58dadba894e8399c46b59107aae82d87) AuthConfig (c7018d6d9b759d24f82c3b2bdf2a4019944a777cf610502eddef9b900ab9c261) AuthConfig (8731aefe5fdace0bff8d9370cc416e4014cc6e72d83cec87c1a59f6cef1e57d2) AuthConfig (db2d982a330c36714106d17add4eeb6c57148fea75b1e0f09c6ffa8fede2f8b3) AuthConfig (03d8aa5b2ac8481defaf1aa7a0423c3dd6815d3011092e28c0c27b066aa11b13) AuthConfig (71815ddac8b54330f3f5e897c9efd9134614538fd5d4f16bfc11927eb716b54f) AuthConfig (4d095884f618010d663b13e2e96b8a253124076feaca9be4231c688988f4e187) AuthConfig (a835b18ffe2ede03610cd439e005cea302df1c5f9ccb51b9cf94c8f142f73051) AuthConfig (cb115e1b80e704ef62db695c49a6d272fdb3a12162bbb28a1d61b02ae8b4c646) AuthConfig (cf74911804034d0f1056a83f3ac42ae094f145be35fc63f3b244d9d6f0ae6e3d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"a88e22af-6429-450a-81cf-d8720890cf37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:09.773889457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"a7e77a14-9c63-4a3e-83dc-2cc3ba794880","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:09.828889957Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5ac93f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (065c41505e9ac9edac854bc85423a13b377fa89a64ccbcc4fd2891c82e592caf) AuthConfig (5cdec5c5f1db9562cb2321e7b2348828258e021a716a17c202c63990f64d9429) AuthConfig (afbc0fdf64b648bfed4c1c91727079eed7c33a399b503b13ddf2472962590633) AuthConfig (f18686b83d16f0ca40157d8cbd9de0a6f9f0e07d832e6c4c96ecf6d0fb23e528) AuthConfig (0d52411a5b75c0b9c93cd528e7a338d77da03b42154a274b8d154b0996c74e62) AuthConfig (4c374f1750d26fb4e664f687cfab4fcbbfef90628c0f89fcb9509fc6736c2cb5) AuthConfig (b83ca7c699d5e888f2260637f8c44a9af3d638e6ff3fa78c15464fcd22d6bfa0) AuthConfig (d08f05437c1190fa9591bddffbeb6443fc918bddd2c3d6164a0e33f852da1e1f) AuthConfig (86953b52db41f76e6276a4db2e6a7c8ddcac758978cdc052494e7d7209a44c2c) AuthConfig (fd1a06282453cca9ae0db6ab06b74e135067f9b05d90fca7011eb3bdd2cbc751) AuthConfig (6e1499cbe04d3c70a868ed9f9872f790ad31198bdd7abf09cd6a0742fa8b16f0) AuthConfig (87604d2047051c02509b15350ee52ed6befa9d6a2407770acfe4b45afde746bf) AuthConfig (683e932b89acb0ab17ba750f4a86b944cc19d7894a2bd0f33130c086a574fe77) AuthConfig (2ad57e4e1609be3e21b861ae0e59cd921b7a0a3bdaf8b07af2098a1c25c2c373) AuthConfig (b0984d46ce1f04ea7d873c64ba1f793013fc29a203c21fffcf785b884faa6989) AuthConfig (b3757ea895baa0a48253ea318ec682bd7c91bb955c260ff7e272be5d6304811a) AuthConfig (a5f9f9837c330cf4775ccbc2e26ddb03d67711ea2ac97d8f8355d75194149e6f) AuthConfig (33b993ae33a7e08a751b5823adb2092a04e258b56a023b18dcea1d72544cb954) AuthConfig (54b325978032b38c77600a48a818388239b1baf105f9fa1450280fed1b05dcdf) AuthConfig (ad87203e1d48be92a4af0131f8737210489757284546d63e4ba0c485c81b0776) AuthConfig (70041980edefb7d481615bef884b023a1c14ac78b83eb73ae32daae73f438ab9) AuthConfig (c7015f57d1dffe9aef8627071917f062afcbdcf6f94b41681b358af0c360b40c) AuthConfig (54550022e65a76fb5cb9661b3a4815bb8b3eec1247de06463ef50a082b170cc2) AuthConfig (70347c8b2b88e67bc3aeb5620af630a9fb0200a3276fe35ba5bf19a259be7c2b) AuthConfig (5c99bd9244c92d24d9e84f3ac99643c3706bf35394d76113ecb391d3aac0229d) AuthConfig (cf2800fac14fe5ebeec36e7034460e1a792091a7d115c808e9ca15fa73c45eea) AuthConfig (5d4905073c9dfd7ced99310ff9ed0b835b29b536c247c9f8df3b7ebbf1f8aa9a) AuthConfig (7bab8d0446bf7d408852e521f9b4c8ccac1989e731ce58f04fec2c872874d147) AuthConfig (9d57664751180fabb771842f3443a29fd6937c1e7110b75d9658eb44915673c6) AuthConfig (bb39f66bc01277eee088a03175f2510804f635bd06be519b6dc5e04e35d3ac7f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"a7e77a14-9c63-4a3e-83dc-2cc3ba794880","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:09.967527471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"1ead41ce-c452-4421-b8bd-d23854cb9fd2","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:10.051189688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"4fcca6d3-6596-4a14-9ff4-33b156184738","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:10.066895347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-apikey-failed-auth","reconcileID":"55019119-6767-429d-b7c5-c450d7c88a89","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:10.066895309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"9b5773c4-a64a-435f-93d7-6787fc9f3c8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:10.067658114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"0fd8054a-8e21-4933-b26b-f4bf2d04e2ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:10.124096777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-apikey-failed-auth","reconcileID":"55019119-6767-429d-b7c5-c450d7c88a89","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:10.124297695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"9b5773c4-a64a-435f-93d7-6787fc9f3c8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:10.126386393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"0fd8054a-8e21-4933-b26b-f4bf2d04e2ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:10.329075758Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-apikey-failed-auth","reconcileID":"e1a6844c-ab27-47d4-9c80-173b4d25e8e5","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:10.58883171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"58ac49b4-2d01-4fea-abe3-3ba34e94e46b","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.040449077Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"d6639d93-773f-4037-9392-1de366320c65","namespace":"llm","name":"e2e-rt-sw-79a1da","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.097011838Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"937a9e85-b0c8-41b4-8af9-c1627f4c9859","namespace":"llm","name":"e2e-rt-sw-79a1da","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.199029426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"46eecb7b-9bf2-447c-ab9c-974026e755fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.199092444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee7bed6e-259c-433a-ad23-c76d3f794f41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.199510495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"52005f3f-313e-4137-90c2-089563a048f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.19957595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"661955f9-6778-487e-83a5-fe2e120f9a7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.199867858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"cc537a76-6eec-492a-87cd-30f3f6cf3225","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.2567582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee7bed6e-259c-433a-ad23-c76d3f794f41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.256863352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"661955f9-6778-487e-83a5-fe2e120f9a7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.25912859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"cc537a76-6eec-492a-87cd-30f3f6cf3225","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.259344487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"46eecb7b-9bf2-447c-ab9c-974026e755fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.261333386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"52005f3f-313e-4137-90c2-089563a048f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.314861281Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5ac93f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (065c41505e9ac9edac854bc85423a13b377fa89a64ccbcc4fd2891c82e592caf) AuthConfig (5cdec5c5f1db9562cb2321e7b2348828258e021a716a17c202c63990f64d9429) AuthConfig (afbc0fdf64b648bfed4c1c91727079eed7c33a399b503b13ddf2472962590633) AuthConfig (f18686b83d16f0ca40157d8cbd9de0a6f9f0e07d832e6c4c96ecf6d0fb23e528) AuthConfig (0d52411a5b75c0b9c93cd528e7a338d77da03b42154a274b8d154b0996c74e62) AuthConfig (4c374f1750d26fb4e664f687cfab4fcbbfef90628c0f89fcb9509fc6736c2cb5) AuthConfig (b83ca7c699d5e888f2260637f8c44a9af3d638e6ff3fa78c15464fcd22d6bfa0) AuthConfig (d08f05437c1190fa9591bddffbeb6443fc918bddd2c3d6164a0e33f852da1e1f) AuthConfig (86953b52db41f76e6276a4db2e6a7c8ddcac758978cdc052494e7d7209a44c2c) AuthConfig (fd1a06282453cca9ae0db6ab06b74e135067f9b05d90fca7011eb3bdd2cbc751) AuthConfig (6e1499cbe04d3c70a868ed9f9872f790ad31198bdd7abf09cd6a0742fa8b16f0) AuthConfig (87604d2047051c02509b15350ee52ed6befa9d6a2407770acfe4b45afde746bf) AuthConfig (683e932b89acb0ab17ba750f4a86b944cc19d7894a2bd0f33130c086a574fe77) AuthConfig (2ad57e4e1609be3e21b861ae0e59cd921b7a0a3bdaf8b07af2098a1c25c2c373) AuthConfig (b0984d46ce1f04ea7d873c64ba1f793013fc29a203c21fffcf785b884faa6989) AuthConfig (b3757ea895baa0a48253ea318ec682bd7c91bb955c260ff7e272be5d6304811a) AuthConfig (a5f9f9837c330cf4775ccbc2e26ddb03d67711ea2ac97d8f8355d75194149e6f) AuthConfig (33b993ae33a7e08a751b5823adb2092a04e258b56a023b18dcea1d72544cb954) AuthConfig (54b325978032b38c77600a48a818388239b1baf105f9fa1450280fed1b05dcdf) AuthConfig (ad87203e1d48be92a4af0131f8737210489757284546d63e4ba0c485c81b0776) AuthConfig (70041980edefb7d481615bef884b023a1c14ac78b83eb73ae32daae73f438ab9) AuthConfig (c7015f57d1dffe9aef8627071917f062afcbdcf6f94b41681b358af0c360b40c) AuthConfig (54550022e65a76fb5cb9661b3a4815bb8b3eec1247de06463ef50a082b170cc2) AuthConfig (70347c8b2b88e67bc3aeb5620af630a9fb0200a3276fe35ba5bf19a259be7c2b) AuthConfig (5c99bd9244c92d24d9e84f3ac99643c3706bf35394d76113ecb391d3aac0229d) AuthConfig (cf2800fac14fe5ebeec36e7034460e1a792091a7d115c808e9ca15fa73c45eea) AuthConfig (5d4905073c9dfd7ced99310ff9ed0b835b29b536c247c9f8df3b7ebbf1f8aa9a) AuthConfig (7bab8d0446bf7d408852e521f9b4c8ccac1989e731ce58f04fec2c872874d147) AuthConfig (9d57664751180fabb771842f3443a29fd6937c1e7110b75d9658eb44915673c6) AuthConfig (bb39f66bc01277eee088a03175f2510804f635bd06be519b6dc5e04e35d3ac7f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"661955f9-6778-487e-83a5-fe2e120f9a7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.31507288Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-1f6e39-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ccf2723464380a3cff37ea973b252bf66c970b92d7061dcae16f68f2fa0055fb) AuthConfig (fb9b0ee2504f7dd185683deffff44927fc525ec680701a0b4f5ebdbd8627ad27) AuthConfig (d16b44d594b4b6bf72da8daf682b112a86aa2188b7b1ec0d5c5e9fb7b19f423b) AuthConfig (aa5e3ba20fd7dadbc5be193f712c389737013222f992dd262bf807cb9ea31f1a) AuthConfig (4a47fc8e2f86a250879b60f917d5fdd33de00487633977d1fbb6fb585ccc7971) AuthConfig (a6629e30ecccac4c38d76109e6fe710d1d492f2ba0452911e967c66742b11034) AuthConfig (9008dd8c59f617fefb18e15ba56b02e1989d327cb9e29b1f6393bf3c50daad92) AuthConfig (edd1c8de1989d8113ffe96db4e85e6f3c531e52d0887ad7688c65e8dcc881ebb) AuthConfig (303212ba73a4031131f310653dffd06deb5da8238d5af359c367367d86549a5a) AuthConfig (d436ce35541e57b69940f99d6a54b9ae936c32c350cb373a0a54aa57d8948624) AuthConfig (883b6ef85ef8416d9aa3214b9ebef4a87a03f4f1c4ecb29730f8b55e606148cc) AuthConfig (0c45657f068e755f22ce4a46e9b9c92d1ca0267c5cd440206f4c44bcdf001350) AuthConfig (fcf7aef3ffa9afdaf9a892ca2c3007da86aa5f34fbcece7ae43f5625be270d96) AuthConfig (8b412ece4b89b48dcd7ac430e1c4d4856999c977e16f48caa1f4e42f09c9a625) AuthConfig (fd5dd2bbccd15232cd4bbafdee16a40fcc01de8c7d37cbc855f366b9b394187b) AuthConfig (230f3cb037df0bc955b1f15b198abf856acaa9054eef2f0c1cb535e2f49c522a) AuthConfig (dc2dc38c86845693247ee9925416e7fff7a4ee935ce25a4306199b3585996e5e) AuthConfig (f72b713b9d323ecbddf342ab4509ae385e9fe6581ac56211c70053edb0715ca4) AuthConfig (89412539c588f0c51056d6bb5433e076347ffc90257cce05f9987ee7c26c03d2) AuthConfig (e8323dfcd773435539ac89ddbe3a1049b7a1a06ebc4acb5de6512124018a15ed) AuthConfig (37ede4a81f8167017dd308701ad7c61e58dadba894e8399c46b59107aae82d87) AuthConfig (c7018d6d9b759d24f82c3b2bdf2a4019944a777cf610502eddef9b900ab9c261) AuthConfig (8731aefe5fdace0bff8d9370cc416e4014cc6e72d83cec87c1a59f6cef1e57d2) AuthConfig (db2d982a330c36714106d17add4eeb6c57148fea75b1e0f09c6ffa8fede2f8b3) AuthConfig (03d8aa5b2ac8481defaf1aa7a0423c3dd6815d3011092e28c0c27b066aa11b13) AuthConfig (71815ddac8b54330f3f5e897c9efd9134614538fd5d4f16bfc11927eb716b54f) AuthConfig (4d095884f618010d663b13e2e96b8a253124076feaca9be4231c688988f4e187) AuthConfig (a835b18ffe2ede03610cd439e005cea302df1c5f9ccb51b9cf94c8f142f73051) AuthConfig (cb115e1b80e704ef62db695c49a6d272fdb3a12162bbb28a1d61b02ae8b4c646) AuthConfig (cf74911804034d0f1056a83f3ac42ae094f145be35fc63f3b244d9d6f0ae6e3d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"46eecb7b-9bf2-447c-ab9c-974026e755fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.316213473Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5ac93f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (065c41505e9ac9edac854bc85423a13b377fa89a64ccbcc4fd2891c82e592caf) AuthConfig (5cdec5c5f1db9562cb2321e7b2348828258e021a716a17c202c63990f64d9429) AuthConfig (afbc0fdf64b648bfed4c1c91727079eed7c33a399b503b13ddf2472962590633) AuthConfig (f18686b83d16f0ca40157d8cbd9de0a6f9f0e07d832e6c4c96ecf6d0fb23e528) AuthConfig (0d52411a5b75c0b9c93cd528e7a338d77da03b42154a274b8d154b0996c74e62) AuthConfig (4c374f1750d26fb4e664f687cfab4fcbbfef90628c0f89fcb9509fc6736c2cb5) AuthConfig (b83ca7c699d5e888f2260637f8c44a9af3d638e6ff3fa78c15464fcd22d6bfa0) AuthConfig (d08f05437c1190fa9591bddffbeb6443fc918bddd2c3d6164a0e33f852da1e1f) AuthConfig (86953b52db41f76e6276a4db2e6a7c8ddcac758978cdc052494e7d7209a44c2c) AuthConfig (fd1a06282453cca9ae0db6ab06b74e135067f9b05d90fca7011eb3bdd2cbc751) AuthConfig (6e1499cbe04d3c70a868ed9f9872f790ad31198bdd7abf09cd6a0742fa8b16f0) AuthConfig (87604d2047051c02509b15350ee52ed6befa9d6a2407770acfe4b45afde746bf) AuthConfig (683e932b89acb0ab17ba750f4a86b944cc19d7894a2bd0f33130c086a574fe77) AuthConfig (2ad57e4e1609be3e21b861ae0e59cd921b7a0a3bdaf8b07af2098a1c25c2c373) AuthConfig (b0984d46ce1f04ea7d873c64ba1f793013fc29a203c21fffcf785b884faa6989) AuthConfig (b3757ea895baa0a48253ea318ec682bd7c91bb955c260ff7e272be5d6304811a) AuthConfig (a5f9f9837c330cf4775ccbc2e26ddb03d67711ea2ac97d8f8355d75194149e6f) AuthConfig (33b993ae33a7e08a751b5823adb2092a04e258b56a023b18dcea1d72544cb954) AuthConfig (54b325978032b38c77600a48a818388239b1baf105f9fa1450280fed1b05dcdf) AuthConfig (ad87203e1d48be92a4af0131f8737210489757284546d63e4ba0c485c81b0776) AuthConfig (70041980edefb7d481615bef884b023a1c14ac78b83eb73ae32daae73f438ab9) AuthConfig (c7015f57d1dffe9aef8627071917f062afcbdcf6f94b41681b358af0c360b40c) AuthConfig (54550022e65a76fb5cb9661b3a4815bb8b3eec1247de06463ef50a082b170cc2) AuthConfig (70347c8b2b88e67bc3aeb5620af630a9fb0200a3276fe35ba5bf19a259be7c2b) AuthConfig (5c99bd9244c92d24d9e84f3ac99643c3706bf35394d76113ecb391d3aac0229d) AuthConfig (cf2800fac14fe5ebeec36e7034460e1a792091a7d115c808e9ca15fa73c45eea) AuthConfig (5d4905073c9dfd7ced99310ff9ed0b835b29b536c247c9f8df3b7ebbf1f8aa9a) AuthConfig (7bab8d0446bf7d408852e521f9b4c8ccac1989e731ce58f04fec2c872874d147) AuthConfig (9d57664751180fabb771842f3443a29fd6937c1e7110b75d9658eb44915673c6) AuthConfig (bb39f66bc01277eee088a03175f2510804f635bd06be519b6dc5e04e35d3ac7f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"cc537a76-6eec-492a-87cd-30f3f6cf3225","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.31646509Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-1f6e39-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ccf2723464380a3cff37ea973b252bf66c970b92d7061dcae16f68f2fa0055fb) AuthConfig (fb9b0ee2504f7dd185683deffff44927fc525ec680701a0b4f5ebdbd8627ad27) AuthConfig (d16b44d594b4b6bf72da8daf682b112a86aa2188b7b1ec0d5c5e9fb7b19f423b) AuthConfig (aa5e3ba20fd7dadbc5be193f712c389737013222f992dd262bf807cb9ea31f1a) AuthConfig (4a47fc8e2f86a250879b60f917d5fdd33de00487633977d1fbb6fb585ccc7971) AuthConfig (a6629e30ecccac4c38d76109e6fe710d1d492f2ba0452911e967c66742b11034) AuthConfig (9008dd8c59f617fefb18e15ba56b02e1989d327cb9e29b1f6393bf3c50daad92) AuthConfig (edd1c8de1989d8113ffe96db4e85e6f3c531e52d0887ad7688c65e8dcc881ebb) AuthConfig (303212ba73a4031131f310653dffd06deb5da8238d5af359c367367d86549a5a) AuthConfig (d436ce35541e57b69940f99d6a54b9ae936c32c350cb373a0a54aa57d8948624) AuthConfig (883b6ef85ef8416d9aa3214b9ebef4a87a03f4f1c4ecb29730f8b55e606148cc) AuthConfig (0c45657f068e755f22ce4a46e9b9c92d1ca0267c5cd440206f4c44bcdf001350) AuthConfig (fcf7aef3ffa9afdaf9a892ca2c3007da86aa5f34fbcece7ae43f5625be270d96) AuthConfig (8b412ece4b89b48dcd7ac430e1c4d4856999c977e16f48caa1f4e42f09c9a625) AuthConfig (fd5dd2bbccd15232cd4bbafdee16a40fcc01de8c7d37cbc855f366b9b394187b) AuthConfig (230f3cb037df0bc955b1f15b198abf856acaa9054eef2f0c1cb535e2f49c522a) AuthConfig (dc2dc38c86845693247ee9925416e7fff7a4ee935ce25a4306199b3585996e5e) AuthConfig (f72b713b9d323ecbddf342ab4509ae385e9fe6581ac56211c70053edb0715ca4) AuthConfig (89412539c588f0c51056d6bb5433e076347ffc90257cce05f9987ee7c26c03d2) AuthConfig (e8323dfcd773435539ac89ddbe3a1049b7a1a06ebc4acb5de6512124018a15ed) AuthConfig (37ede4a81f8167017dd308701ad7c61e58dadba894e8399c46b59107aae82d87) AuthConfig (c7018d6d9b759d24f82c3b2bdf2a4019944a777cf610502eddef9b900ab9c261) AuthConfig (8731aefe5fdace0bff8d9370cc416e4014cc6e72d83cec87c1a59f6cef1e57d2) AuthConfig (db2d982a330c36714106d17add4eeb6c57148fea75b1e0f09c6ffa8fede2f8b3) AuthConfig (03d8aa5b2ac8481defaf1aa7a0423c3dd6815d3011092e28c0c27b066aa11b13) AuthConfig (71815ddac8b54330f3f5e897c9efd9134614538fd5d4f16bfc11927eb716b54f) AuthConfig (4d095884f618010d663b13e2e96b8a253124076feaca9be4231c688988f4e187) AuthConfig (a835b18ffe2ede03610cd439e005cea302df1c5f9ccb51b9cf94c8f142f73051) AuthConfig (cb115e1b80e704ef62db695c49a6d272fdb3a12162bbb28a1d61b02ae8b4c646) AuthConfig (cf74911804034d0f1056a83f3ac42ae094f145be35fc63f3b244d9d6f0ae6e3d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"52005f3f-313e-4137-90c2-089563a048f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.412051379Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"5587d1c7-0515-458c-a921-7c91f09ede4b","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"name":"e2e-rt-sw-79a1da","namespace":"llm","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.471875649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"e528db2d-cb2d-4412-be2a-4e6b8c162521","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.472307464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b785de6e-adac-41d1-8a00-340eee3fe9e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.472923975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5110775a-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-filter-sub-b-5110775a-auth","reconcileID":"e5e642cc-069f-4b5a-8885-3cc8f3bb7bfa","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5110775a-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.473204627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"517737d4-3dac-43aa-9f28-d54f13b7ad46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.528915639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"e528db2d-cb2d-4412-be2a-4e6b8c162521","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.530044284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b785de6e-adac-41d1-8a00-340eee3fe9e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.532590764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"517737d4-3dac-43aa-9f28-d54f13b7ad46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.533148399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5110775a-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-filter-sub-b-5110775a-auth","reconcileID":"e5e642cc-069f-4b5a-8885-3cc8f3bb7bfa","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5110775a-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.573481601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"70d8ad61-6dcd-4f56-a816-75c38e5bac42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.629759978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"70d8ad61-6dcd-4f56-a816-75c38e5bac42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.820275291Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"8c0e8268-cb57-4daa-b313-c48ae54697e3","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"name":"e2e-rt-sw-79a1da","namespace":"llm","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.842569984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"b34f818c-41d4-4cc9-82d3-bc27048ad75c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.842601702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"ffd4ed7c-e99c-42c8-a75a-34efe1e61caf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.844733219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"d2354abc-73ab-424e-9bb2-c97055c56a56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.845219329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2afba5f3-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-filter-sub-a-2afba5f3-auth","reconcileID":"35dccaa3-6c54-495c-b19f-21c6ad9c4c42","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2afba5f3-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.87308378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b00da5bd-eee8-4299-92c8-b1fca8fc958e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.873098843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b00da5bd-eee8-4299-92c8-b1fca8fc958e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.873336885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d32e251d-1ffa-407f-968a-07151e3b6b18","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.873347927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d32e251d-1ffa-407f-968a-07151e3b6b18","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.873572335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"527489ae-55e1-428b-af3e-90afa5fecee0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.873582997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"527489ae-55e1-428b-af3e-90afa5fecee0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.873882855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"76962dfa-df8b-4ae8-bdaf-b5b788abd5ed","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.873895105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"76962dfa-df8b-4ae8-bdaf-b5b788abd5ed","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.874078393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"db2e32c8-8378-4a88-8546-fcdfa8fa0136","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.874088718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"db2e32c8-8378-4a88-8546-fcdfa8fa0136","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.874293255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5a3c7daf-c39f-4dfe-9049-5f87695abe7f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.874303629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5a3c7daf-c39f-4dfe-9049-5f87695abe7f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.874534068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f57f36df-2b45-4f79-831e-faa9b12aef2d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.874545703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f57f36df-2b45-4f79-831e-faa9b12aef2d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.874853472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"985bd09e-0bec-4bd9-975d-5a71e27d34aa","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.874864561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"985bd09e-0bec-4bd9-975d-5a71e27d34aa","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.900009305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"b34f818c-41d4-4cc9-82d3-bc27048ad75c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.900573095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"ffd4ed7c-e99c-42c8-a75a-34efe1e61caf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.902360819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"d2354abc-73ab-424e-9bb2-c97055c56a56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.902912661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2afba5f3-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-filter-sub-a-2afba5f3-auth","reconcileID":"35dccaa3-6c54-495c-b19f-21c6ad9c4c42","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2afba5f3-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.927801423Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"2e64b723-20c6-41a6-9df8-4885c2743884","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"name":"e2e-rt-sw-79a1da","namespace":"llm","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.94388927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"c0ea5c97-87fe-4f4e-a1d5-e04800e899a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.983590796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8d00ba79-0982-4a15-82d0-bd8339c1e580","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:13.983658644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"997159df-980f-4bc1-a362-58f4f66dee25","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:14.00023775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"c0ea5c97-87fe-4f4e-a1d5-e04800e899a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:14.055878679Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-1f6e39-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ccf2723464380a3cff37ea973b252bf66c970b92d7061dcae16f68f2fa0055fb) AuthConfig (fb9b0ee2504f7dd185683deffff44927fc525ec680701a0b4f5ebdbd8627ad27) AuthConfig (d16b44d594b4b6bf72da8daf682b112a86aa2188b7b1ec0d5c5e9fb7b19f423b) AuthConfig (aa5e3ba20fd7dadbc5be193f712c389737013222f992dd262bf807cb9ea31f1a) AuthConfig (4a47fc8e2f86a250879b60f917d5fdd33de00487633977d1fbb6fb585ccc7971) AuthConfig (a6629e30ecccac4c38d76109e6fe710d1d492f2ba0452911e967c66742b11034) AuthConfig (9008dd8c59f617fefb18e15ba56b02e1989d327cb9e29b1f6393bf3c50daad92) AuthConfig (edd1c8de1989d8113ffe96db4e85e6f3c531e52d0887ad7688c65e8dcc881ebb) AuthConfig (303212ba73a4031131f310653dffd06deb5da8238d5af359c367367d86549a5a) AuthConfig (d436ce35541e57b69940f99d6a54b9ae936c32c350cb373a0a54aa57d8948624) AuthConfig (883b6ef85ef8416d9aa3214b9ebef4a87a03f4f1c4ecb29730f8b55e606148cc) AuthConfig (0c45657f068e755f22ce4a46e9b9c92d1ca0267c5cd440206f4c44bcdf001350) AuthConfig (fcf7aef3ffa9afdaf9a892ca2c3007da86aa5f34fbcece7ae43f5625be270d96) AuthConfig (8b412ece4b89b48dcd7ac430e1c4d4856999c977e16f48caa1f4e42f09c9a625) AuthConfig (fd5dd2bbccd15232cd4bbafdee16a40fcc01de8c7d37cbc855f366b9b394187b) AuthConfig (230f3cb037df0bc955b1f15b198abf856acaa9054eef2f0c1cb535e2f49c522a) AuthConfig (dc2dc38c86845693247ee9925416e7fff7a4ee935ce25a4306199b3585996e5e) AuthConfig (f72b713b9d323ecbddf342ab4509ae385e9fe6581ac56211c70053edb0715ca4) AuthConfig (89412539c588f0c51056d6bb5433e076347ffc90257cce05f9987ee7c26c03d2) AuthConfig (e8323dfcd773435539ac89ddbe3a1049b7a1a06ebc4acb5de6512124018a15ed) AuthConfig (37ede4a81f8167017dd308701ad7c61e58dadba894e8399c46b59107aae82d87) AuthConfig (c7018d6d9b759d24f82c3b2bdf2a4019944a777cf610502eddef9b900ab9c261) AuthConfig (8731aefe5fdace0bff8d9370cc416e4014cc6e72d83cec87c1a59f6cef1e57d2) AuthConfig (db2d982a330c36714106d17add4eeb6c57148fea75b1e0f09c6ffa8fede2f8b3) AuthConfig (03d8aa5b2ac8481defaf1aa7a0423c3dd6815d3011092e28c0c27b066aa11b13) AuthConfig (71815ddac8b54330f3f5e897c9efd9134614538fd5d4f16bfc11927eb716b54f) AuthConfig (4d095884f618010d663b13e2e96b8a253124076feaca9be4231c688988f4e187) AuthConfig (a835b18ffe2ede03610cd439e005cea302df1c5f9ccb51b9cf94c8f142f73051) AuthConfig (cb115e1b80e704ef62db695c49a6d272fdb3a12162bbb28a1d61b02ae8b4c646) AuthConfig (cf74911804034d0f1056a83f3ac42ae094f145be35fc63f3b244d9d6f0ae6e3d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"c0ea5c97-87fe-4f4e-a1d5-e04800e899a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:14.217757352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4d0f16c-57e6-4ae2-bcf5-dda6e7b133da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:14.264878387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"a50bb0a4-aa28-418b-93e2-6ff24297755f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:14.265028939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"9b3820a0-1ce7-4128-9ca8-fec53596c829","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:14.264880576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b86f592-6d27-4c97-926d-236618d1dd57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:14.26540156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"926b2932-2caf-46ee-b766-a172227bee45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:14.28120933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4d0f16c-57e6-4ae2-bcf5-dda6e7b133da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:14.321993345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"a50bb0a4-aa28-418b-93e2-6ff24297755f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:14.322073888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b86f592-6d27-4c97-926d-236618d1dd57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:14.324391399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"926b2932-2caf-46ee-b766-a172227bee45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:14.324404782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"9b3820a0-1ce7-4128-9ca8-fec53596c829","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:14.377788908Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5ac93f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (065c41505e9ac9edac854bc85423a13b377fa89a64ccbcc4fd2891c82e592caf) AuthConfig (5cdec5c5f1db9562cb2321e7b2348828258e021a716a17c202c63990f64d9429) AuthConfig (afbc0fdf64b648bfed4c1c91727079eed7c33a399b503b13ddf2472962590633) AuthConfig (f18686b83d16f0ca40157d8cbd9de0a6f9f0e07d832e6c4c96ecf6d0fb23e528) AuthConfig (0d52411a5b75c0b9c93cd528e7a338d77da03b42154a274b8d154b0996c74e62) AuthConfig (4c374f1750d26fb4e664f687cfab4fcbbfef90628c0f89fcb9509fc6736c2cb5) AuthConfig (b83ca7c699d5e888f2260637f8c44a9af3d638e6ff3fa78c15464fcd22d6bfa0) AuthConfig (d08f05437c1190fa9591bddffbeb6443fc918bddd2c3d6164a0e33f852da1e1f) AuthConfig (86953b52db41f76e6276a4db2e6a7c8ddcac758978cdc052494e7d7209a44c2c) AuthConfig (fd1a06282453cca9ae0db6ab06b74e135067f9b05d90fca7011eb3bdd2cbc751) AuthConfig (6e1499cbe04d3c70a868ed9f9872f790ad31198bdd7abf09cd6a0742fa8b16f0) AuthConfig (87604d2047051c02509b15350ee52ed6befa9d6a2407770acfe4b45afde746bf) AuthConfig (683e932b89acb0ab17ba750f4a86b944cc19d7894a2bd0f33130c086a574fe77) AuthConfig (2ad57e4e1609be3e21b861ae0e59cd921b7a0a3bdaf8b07af2098a1c25c2c373) AuthConfig (b0984d46ce1f04ea7d873c64ba1f793013fc29a203c21fffcf785b884faa6989) AuthConfig (b3757ea895baa0a48253ea318ec682bd7c91bb955c260ff7e272be5d6304811a) AuthConfig (a5f9f9837c330cf4775ccbc2e26ddb03d67711ea2ac97d8f8355d75194149e6f) AuthConfig (33b993ae33a7e08a751b5823adb2092a04e258b56a023b18dcea1d72544cb954) AuthConfig (54b325978032b38c77600a48a818388239b1baf105f9fa1450280fed1b05dcdf) AuthConfig (ad87203e1d48be92a4af0131f8737210489757284546d63e4ba0c485c81b0776) AuthConfig (70041980edefb7d481615bef884b023a1c14ac78b83eb73ae32daae73f438ab9) AuthConfig (c7015f57d1dffe9aef8627071917f062afcbdcf6f94b41681b358af0c360b40c) AuthConfig (54550022e65a76fb5cb9661b3a4815bb8b3eec1247de06463ef50a082b170cc2) AuthConfig (70347c8b2b88e67bc3aeb5620af630a9fb0200a3276fe35ba5bf19a259be7c2b) AuthConfig (5c99bd9244c92d24d9e84f3ac99643c3706bf35394d76113ecb391d3aac0229d) AuthConfig (cf2800fac14fe5ebeec36e7034460e1a792091a7d115c808e9ca15fa73c45eea) AuthConfig (5d4905073c9dfd7ced99310ff9ed0b835b29b536c247c9f8df3b7ebbf1f8aa9a) AuthConfig (7bab8d0446bf7d408852e521f9b4c8ccac1989e731ce58f04fec2c872874d147) AuthConfig (9d57664751180fabb771842f3443a29fd6937c1e7110b75d9658eb44915673c6) AuthConfig (bb39f66bc01277eee088a03175f2510804f635bd06be519b6dc5e04e35d3ac7f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"a50bb0a4-aa28-418b-93e2-6ff24297755f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:14.379911699Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5ac93f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (065c41505e9ac9edac854bc85423a13b377fa89a64ccbcc4fd2891c82e592caf) AuthConfig (5cdec5c5f1db9562cb2321e7b2348828258e021a716a17c202c63990f64d9429) AuthConfig (afbc0fdf64b648bfed4c1c91727079eed7c33a399b503b13ddf2472962590633) AuthConfig (f18686b83d16f0ca40157d8cbd9de0a6f9f0e07d832e6c4c96ecf6d0fb23e528) AuthConfig (0d52411a5b75c0b9c93cd528e7a338d77da03b42154a274b8d154b0996c74e62) AuthConfig (4c374f1750d26fb4e664f687cfab4fcbbfef90628c0f89fcb9509fc6736c2cb5) AuthConfig (b83ca7c699d5e888f2260637f8c44a9af3d638e6ff3fa78c15464fcd22d6bfa0) AuthConfig (d08f05437c1190fa9591bddffbeb6443fc918bddd2c3d6164a0e33f852da1e1f) AuthConfig (86953b52db41f76e6276a4db2e6a7c8ddcac758978cdc052494e7d7209a44c2c) AuthConfig (fd1a06282453cca9ae0db6ab06b74e135067f9b05d90fca7011eb3bdd2cbc751) AuthConfig (6e1499cbe04d3c70a868ed9f9872f790ad31198bdd7abf09cd6a0742fa8b16f0) AuthConfig (87604d2047051c02509b15350ee52ed6befa9d6a2407770acfe4b45afde746bf) AuthConfig (683e932b89acb0ab17ba750f4a86b944cc19d7894a2bd0f33130c086a574fe77) AuthConfig (2ad57e4e1609be3e21b861ae0e59cd921b7a0a3bdaf8b07af2098a1c25c2c373) AuthConfig (b0984d46ce1f04ea7d873c64ba1f793013fc29a203c21fffcf785b884faa6989) AuthConfig (b3757ea895baa0a48253ea318ec682bd7c91bb955c260ff7e272be5d6304811a) AuthConfig (a5f9f9837c330cf4775ccbc2e26ddb03d67711ea2ac97d8f8355d75194149e6f) AuthConfig (33b993ae33a7e08a751b5823adb2092a04e258b56a023b18dcea1d72544cb954) AuthConfig (54b325978032b38c77600a48a818388239b1baf105f9fa1450280fed1b05dcdf) AuthConfig (ad87203e1d48be92a4af0131f8737210489757284546d63e4ba0c485c81b0776) AuthConfig (70041980edefb7d481615bef884b023a1c14ac78b83eb73ae32daae73f438ab9) AuthConfig (c7015f57d1dffe9aef8627071917f062afcbdcf6f94b41681b358af0c360b40c) AuthConfig (54550022e65a76fb5cb9661b3a4815bb8b3eec1247de06463ef50a082b170cc2) AuthConfig (70347c8b2b88e67bc3aeb5620af630a9fb0200a3276fe35ba5bf19a259be7c2b) AuthConfig (5c99bd9244c92d24d9e84f3ac99643c3706bf35394d76113ecb391d3aac0229d) AuthConfig (cf2800fac14fe5ebeec36e7034460e1a792091a7d115c808e9ca15fa73c45eea) AuthConfig (5d4905073c9dfd7ced99310ff9ed0b835b29b536c247c9f8df3b7ebbf1f8aa9a) AuthConfig (7bab8d0446bf7d408852e521f9b4c8ccac1989e731ce58f04fec2c872874d147) AuthConfig (9d57664751180fabb771842f3443a29fd6937c1e7110b75d9658eb44915673c6) AuthConfig (bb39f66bc01277eee088a03175f2510804f635bd06be519b6dc5e04e35d3ac7f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"926b2932-2caf-46ee-b766-a172227bee45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:14.379969929Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-1f6e39-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ccf2723464380a3cff37ea973b252bf66c970b92d7061dcae16f68f2fa0055fb) AuthConfig (fb9b0ee2504f7dd185683deffff44927fc525ec680701a0b4f5ebdbd8627ad27) AuthConfig (d16b44d594b4b6bf72da8daf682b112a86aa2188b7b1ec0d5c5e9fb7b19f423b) AuthConfig (aa5e3ba20fd7dadbc5be193f712c389737013222f992dd262bf807cb9ea31f1a) AuthConfig (4a47fc8e2f86a250879b60f917d5fdd33de00487633977d1fbb6fb585ccc7971) AuthConfig (a6629e30ecccac4c38d76109e6fe710d1d492f2ba0452911e967c66742b11034) AuthConfig (9008dd8c59f617fefb18e15ba56b02e1989d327cb9e29b1f6393bf3c50daad92) AuthConfig (edd1c8de1989d8113ffe96db4e85e6f3c531e52d0887ad7688c65e8dcc881ebb) AuthConfig (303212ba73a4031131f310653dffd06deb5da8238d5af359c367367d86549a5a) AuthConfig (d436ce35541e57b69940f99d6a54b9ae936c32c350cb373a0a54aa57d8948624) AuthConfig (883b6ef85ef8416d9aa3214b9ebef4a87a03f4f1c4ecb29730f8b55e606148cc) AuthConfig (0c45657f068e755f22ce4a46e9b9c92d1ca0267c5cd440206f4c44bcdf001350) AuthConfig (fcf7aef3ffa9afdaf9a892ca2c3007da86aa5f34fbcece7ae43f5625be270d96) AuthConfig (8b412ece4b89b48dcd7ac430e1c4d4856999c977e16f48caa1f4e42f09c9a625) AuthConfig (fd5dd2bbccd15232cd4bbafdee16a40fcc01de8c7d37cbc855f366b9b394187b) AuthConfig (230f3cb037df0bc955b1f15b198abf856acaa9054eef2f0c1cb535e2f49c522a) AuthConfig (dc2dc38c86845693247ee9925416e7fff7a4ee935ce25a4306199b3585996e5e) AuthConfig (f72b713b9d323ecbddf342ab4509ae385e9fe6581ac56211c70053edb0715ca4) AuthConfig (89412539c588f0c51056d6bb5433e076347ffc90257cce05f9987ee7c26c03d2) AuthConfig (e8323dfcd773435539ac89ddbe3a1049b7a1a06ebc4acb5de6512124018a15ed) AuthConfig (37ede4a81f8167017dd308701ad7c61e58dadba894e8399c46b59107aae82d87) AuthConfig (c7018d6d9b759d24f82c3b2bdf2a4019944a777cf610502eddef9b900ab9c261) AuthConfig (8731aefe5fdace0bff8d9370cc416e4014cc6e72d83cec87c1a59f6cef1e57d2) AuthConfig (db2d982a330c36714106d17add4eeb6c57148fea75b1e0f09c6ffa8fede2f8b3) AuthConfig (03d8aa5b2ac8481defaf1aa7a0423c3dd6815d3011092e28c0c27b066aa11b13) AuthConfig (71815ddac8b54330f3f5e897c9efd9134614538fd5d4f16bfc11927eb716b54f) AuthConfig (4d095884f618010d663b13e2e96b8a253124076feaca9be4231c688988f4e187) AuthConfig (a835b18ffe2ede03610cd439e005cea302df1c5f9ccb51b9cf94c8f142f73051) AuthConfig (cb115e1b80e704ef62db695c49a6d272fdb3a12162bbb28a1d61b02ae8b4c646) AuthConfig (cf74911804034d0f1056a83f3ac42ae094f145be35fc63f3b244d9d6f0ae6e3d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"9b3820a0-1ce7-4128-9ca8-fec53596c829","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:14.596632472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4337adef-bfe1-4421-a57a-98cc36f38af0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:14.653472779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4337adef-bfe1-4421-a57a-98cc36f38af0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:14.697454351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8959a97-9502-461c-8446-5b3ce9af17d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:14.75375297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8959a97-9502-461c-8446-5b3ce9af17d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:14.869918707Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-2afba5f3","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-filter-sub-a-2afba5f3","reconcileID":"3ba3b172-e44e-4de6-92ed-ae3656cdc01f","MaaSSubscription":{"name":"e2e-filter-sub-a-2afba5f3","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscription":"e2e-filter-sub-a-2afba5f3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:15.026402429Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"0bf443f4-2458-4986-918d-e697ab3ebda1","namespace":"llm","name":"e2e-rt-sw-79a1da","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:15.079776845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"1b1decba-95ea-463a-aaca-1fbdb5a2c33e","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-79a1da","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:15.079807103Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"1b1decba-95ea-463a-aaca-1fbdb5a2c33e","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-79a1da-bc2ab86b9228","namespace":"llm","model":"e2e-rt-sw-79a1da","externalModel":"e2e-rt-sw-79a1da","provider":"e2e-rt-sw-79a1da-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:15.087550991Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-2afba5f3","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-filter-sub-a-2afba5f3","reconcileID":"3ba3b172-e44e-4de6-92ed-ae3656cdc01f","MaaSSubscription":{"name":"e2e-filter-sub-a-2afba5f3","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-ca6546/e2e-filter-sub-b-5110775a","ai-tenant-e2e-worker-w2-ca6546/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:15.174523656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5110775a-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-filter-sub-b-5110775a-auth","reconcileID":"96d4499c-f9c5-4339-825b-315d719babe8","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5110775a-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:15.184242339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"04c9d101-b7ee-436b-ae12-e8f609fff53c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:15.185792836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"e92f98fd-180e-4b05-8387-ec99ad1a361e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:15.185832849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"d1bfdffe-7977-44cc-b951-de11142f1950","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:15.186303025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"e923959c-8642-40cd-b298-39b5215fab40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:15.231051969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5110775a-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-filter-sub-b-5110775a-auth","reconcileID":"96d4499c-f9c5-4339-825b-315d719babe8","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5110775a-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:15.241984252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"04c9d101-b7ee-436b-ae12-e8f609fff53c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:15.242492103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"d1bfdffe-7977-44cc-b951-de11142f1950","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:15.245953005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"e92f98fd-180e-4b05-8387-ec99ad1a361e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:15.246379784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"e923959c-8642-40cd-b298-39b5215fab40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:15.297784049Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5ac93f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (065c41505e9ac9edac854bc85423a13b377fa89a64ccbcc4fd2891c82e592caf) AuthConfig (5cdec5c5f1db9562cb2321e7b2348828258e021a716a17c202c63990f64d9429) AuthConfig (afbc0fdf64b648bfed4c1c91727079eed7c33a399b503b13ddf2472962590633) AuthConfig (f18686b83d16f0ca40157d8cbd9de0a6f9f0e07d832e6c4c96ecf6d0fb23e528) AuthConfig (0d52411a5b75c0b9c93cd528e7a338d77da03b42154a274b8d154b0996c74e62) AuthConfig (4c374f1750d26fb4e664f687cfab4fcbbfef90628c0f89fcb9509fc6736c2cb5) AuthConfig (b83ca7c699d5e888f2260637f8c44a9af3d638e6ff3fa78c15464fcd22d6bfa0) AuthConfig (d08f05437c1190fa9591bddffbeb6443fc918bddd2c3d6164a0e33f852da1e1f) AuthConfig (86953b52db41f76e6276a4db2e6a7c8ddcac758978cdc052494e7d7209a44c2c) AuthConfig (fd1a06282453cca9ae0db6ab06b74e135067f9b05d90fca7011eb3bdd2cbc751) AuthConfig (6e1499cbe04d3c70a868ed9f9872f790ad31198bdd7abf09cd6a0742fa8b16f0) AuthConfig (87604d2047051c02509b15350ee52ed6befa9d6a2407770acfe4b45afde746bf) AuthConfig (683e932b89acb0ab17ba750f4a86b944cc19d7894a2bd0f33130c086a574fe77) AuthConfig (2ad57e4e1609be3e21b861ae0e59cd921b7a0a3bdaf8b07af2098a1c25c2c373) AuthConfig (b0984d46ce1f04ea7d873c64ba1f793013fc29a203c21fffcf785b884faa6989) AuthConfig (b3757ea895baa0a48253ea318ec682bd7c91bb955c260ff7e272be5d6304811a) AuthConfig (a5f9f9837c330cf4775ccbc2e26ddb03d67711ea2ac97d8f8355d75194149e6f) AuthConfig (33b993ae33a7e08a751b5823adb2092a04e258b56a023b18dcea1d72544cb954) AuthConfig (54b325978032b38c77600a48a818388239b1baf105f9fa1450280fed1b05dcdf) AuthConfig (ad87203e1d48be92a4af0131f8737210489757284546d63e4ba0c485c81b0776) AuthConfig (70041980edefb7d481615bef884b023a1c14ac78b83eb73ae32daae73f438ab9) AuthConfig (c7015f57d1dffe9aef8627071917f062afcbdcf6f94b41681b358af0c360b40c) AuthConfig (54550022e65a76fb5cb9661b3a4815bb8b3eec1247de06463ef50a082b170cc2) AuthConfig (70347c8b2b88e67bc3aeb5620af630a9fb0200a3276fe35ba5bf19a259be7c2b) AuthConfig (5c99bd9244c92d24d9e84f3ac99643c3706bf35394d76113ecb391d3aac0229d) AuthConfig (cf2800fac14fe5ebeec36e7034460e1a792091a7d115c808e9ca15fa73c45eea) AuthConfig (5d4905073c9dfd7ced99310ff9ed0b835b29b536c247c9f8df3b7ebbf1f8aa9a) AuthConfig (7bab8d0446bf7d408852e521f9b4c8ccac1989e731ce58f04fec2c872874d147) AuthConfig (9d57664751180fabb771842f3443a29fd6937c1e7110b75d9658eb44915673c6) AuthConfig (bb39f66bc01277eee088a03175f2510804f635bd06be519b6dc5e04e35d3ac7f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"04c9d101-b7ee-436b-ae12-e8f609fff53c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:15.298316059Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5ac93f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (065c41505e9ac9edac854bc85423a13b377fa89a64ccbcc4fd2891c82e592caf) AuthConfig (5cdec5c5f1db9562cb2321e7b2348828258e021a716a17c202c63990f64d9429) AuthConfig (afbc0fdf64b648bfed4c1c91727079eed7c33a399b503b13ddf2472962590633) AuthConfig (f18686b83d16f0ca40157d8cbd9de0a6f9f0e07d832e6c4c96ecf6d0fb23e528) AuthConfig (0d52411a5b75c0b9c93cd528e7a338d77da03b42154a274b8d154b0996c74e62) AuthConfig (4c374f1750d26fb4e664f687cfab4fcbbfef90628c0f89fcb9509fc6736c2cb5) AuthConfig (b83ca7c699d5e888f2260637f8c44a9af3d638e6ff3fa78c15464fcd22d6bfa0) AuthConfig (d08f05437c1190fa9591bddffbeb6443fc918bddd2c3d6164a0e33f852da1e1f) AuthConfig (86953b52db41f76e6276a4db2e6a7c8ddcac758978cdc052494e7d7209a44c2c) AuthConfig (fd1a06282453cca9ae0db6ab06b74e135067f9b05d90fca7011eb3bdd2cbc751) AuthConfig (6e1499cbe04d3c70a868ed9f9872f790ad31198bdd7abf09cd6a0742fa8b16f0) AuthConfig (87604d2047051c02509b15350ee52ed6befa9d6a2407770acfe4b45afde746bf) AuthConfig (683e932b89acb0ab17ba750f4a86b944cc19d7894a2bd0f33130c086a574fe77) AuthConfig (2ad57e4e1609be3e21b861ae0e59cd921b7a0a3bdaf8b07af2098a1c25c2c373) AuthConfig (b0984d46ce1f04ea7d873c64ba1f793013fc29a203c21fffcf785b884faa6989) AuthConfig (b3757ea895baa0a48253ea318ec682bd7c91bb955c260ff7e272be5d6304811a) AuthConfig (a5f9f9837c330cf4775ccbc2e26ddb03d67711ea2ac97d8f8355d75194149e6f) AuthConfig (33b993ae33a7e08a751b5823adb2092a04e258b56a023b18dcea1d72544cb954) AuthConfig (54b325978032b38c77600a48a818388239b1baf105f9fa1450280fed1b05dcdf) AuthConfig (ad87203e1d48be92a4af0131f8737210489757284546d63e4ba0c485c81b0776) AuthConfig (70041980edefb7d481615bef884b023a1c14ac78b83eb73ae32daae73f438ab9) AuthConfig (c7015f57d1dffe9aef8627071917f062afcbdcf6f94b41681b358af0c360b40c) AuthConfig (54550022e65a76fb5cb9661b3a4815bb8b3eec1247de06463ef50a082b170cc2) AuthConfig (70347c8b2b88e67bc3aeb5620af630a9fb0200a3276fe35ba5bf19a259be7c2b) AuthConfig (5c99bd9244c92d24d9e84f3ac99643c3706bf35394d76113ecb391d3aac0229d) AuthConfig (cf2800fac14fe5ebeec36e7034460e1a792091a7d115c808e9ca15fa73c45eea) AuthConfig (5d4905073c9dfd7ced99310ff9ed0b835b29b536c247c9f8df3b7ebbf1f8aa9a) AuthConfig (7bab8d0446bf7d408852e521f9b4c8ccac1989e731ce58f04fec2c872874d147) AuthConfig (9d57664751180fabb771842f3443a29fd6937c1e7110b75d9658eb44915673c6) AuthConfig (bb39f66bc01277eee088a03175f2510804f635bd06be519b6dc5e04e35d3ac7f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"d1bfdffe-7977-44cc-b951-de11142f1950","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:15.300882079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-5110775a","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-filter-sub-b-5110775a","reconcileID":"40164057-5a66-4611-8c2f-5bed4be8d7fe","MaaSSubscription":{"name":"e2e-filter-sub-b-5110775a","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:15.30114045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"f9ca72ae-e69c-40c6-9d12-1593cf8d6c0d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:15.303394561Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-1f6e39-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ccf2723464380a3cff37ea973b252bf66c970b92d7061dcae16f68f2fa0055fb) AuthConfig (fb9b0ee2504f7dd185683deffff44927fc525ec680701a0b4f5ebdbd8627ad27) AuthConfig (d16b44d594b4b6bf72da8daf682b112a86aa2188b7b1ec0d5c5e9fb7b19f423b) AuthConfig (aa5e3ba20fd7dadbc5be193f712c389737013222f992dd262bf807cb9ea31f1a) AuthConfig (4a47fc8e2f86a250879b60f917d5fdd33de00487633977d1fbb6fb585ccc7971) AuthConfig (a6629e30ecccac4c38d76109e6fe710d1d492f2ba0452911e967c66742b11034) AuthConfig (9008dd8c59f617fefb18e15ba56b02e1989d327cb9e29b1f6393bf3c50daad92) AuthConfig (edd1c8de1989d8113ffe96db4e85e6f3c531e52d0887ad7688c65e8dcc881ebb) AuthConfig (303212ba73a4031131f310653dffd06deb5da8238d5af359c367367d86549a5a) AuthConfig (d436ce35541e57b69940f99d6a54b9ae936c32c350cb373a0a54aa57d8948624) AuthConfig (883b6ef85ef8416d9aa3214b9ebef4a87a03f4f1c4ecb29730f8b55e606148cc) AuthConfig (0c45657f068e755f22ce4a46e9b9c92d1ca0267c5cd440206f4c44bcdf001350) AuthConfig (fcf7aef3ffa9afdaf9a892ca2c3007da86aa5f34fbcece7ae43f5625be270d96) AuthConfig (8b412ece4b89b48dcd7ac430e1c4d4856999c977e16f48caa1f4e42f09c9a625) AuthConfig (fd5dd2bbccd15232cd4bbafdee16a40fcc01de8c7d37cbc855f366b9b394187b) AuthConfig (230f3cb037df0bc955b1f15b198abf856acaa9054eef2f0c1cb535e2f49c522a) AuthConfig (dc2dc38c86845693247ee9925416e7fff7a4ee935ce25a4306199b3585996e5e) AuthConfig (f72b713b9d323ecbddf342ab4509ae385e9fe6581ac56211c70053edb0715ca4) AuthConfig (89412539c588f0c51056d6bb5433e076347ffc90257cce05f9987ee7c26c03d2) AuthConfig (e8323dfcd773435539ac89ddbe3a1049b7a1a06ebc4acb5de6512124018a15ed) AuthConfig (37ede4a81f8167017dd308701ad7c61e58dadba894e8399c46b59107aae82d87) AuthConfig (c7018d6d9b759d24f82c3b2bdf2a4019944a777cf610502eddef9b900ab9c261) AuthConfig (8731aefe5fdace0bff8d9370cc416e4014cc6e72d83cec87c1a59f6cef1e57d2) AuthConfig (db2d982a330c36714106d17add4eeb6c57148fea75b1e0f09c6ffa8fede2f8b3) AuthConfig (03d8aa5b2ac8481defaf1aa7a0423c3dd6815d3011092e28c0c27b066aa11b13) AuthConfig (71815ddac8b54330f3f5e897c9efd9134614538fd5d4f16bfc11927eb716b54f) AuthConfig (4d095884f618010d663b13e2e96b8a253124076feaca9be4231c688988f4e187) AuthConfig (a835b18ffe2ede03610cd439e005cea302df1c5f9ccb51b9cf94c8f142f73051) AuthConfig (cb115e1b80e704ef62db695c49a6d272fdb3a12162bbb28a1d61b02ae8b4c646) AuthConfig (cf74911804034d0f1056a83f3ac42ae094f145be35fc63f3b244d9d6f0ae6e3d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"e92f98fd-180e-4b05-8387-ec99ad1a361e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:15.303517094Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-1f6e39-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ccf2723464380a3cff37ea973b252bf66c970b92d7061dcae16f68f2fa0055fb) AuthConfig (fb9b0ee2504f7dd185683deffff44927fc525ec680701a0b4f5ebdbd8627ad27) AuthConfig (d16b44d594b4b6bf72da8daf682b112a86aa2188b7b1ec0d5c5e9fb7b19f423b) AuthConfig (aa5e3ba20fd7dadbc5be193f712c389737013222f992dd262bf807cb9ea31f1a) AuthConfig (4a47fc8e2f86a250879b60f917d5fdd33de00487633977d1fbb6fb585ccc7971) AuthConfig (a6629e30ecccac4c38d76109e6fe710d1d492f2ba0452911e967c66742b11034) AuthConfig (9008dd8c59f617fefb18e15ba56b02e1989d327cb9e29b1f6393bf3c50daad92) AuthConfig (edd1c8de1989d8113ffe96db4e85e6f3c531e52d0887ad7688c65e8dcc881ebb) AuthConfig (303212ba73a4031131f310653dffd06deb5da8238d5af359c367367d86549a5a) AuthConfig (d436ce35541e57b69940f99d6a54b9ae936c32c350cb373a0a54aa57d8948624) AuthConfig (883b6ef85ef8416d9aa3214b9ebef4a87a03f4f1c4ecb29730f8b55e606148cc) AuthConfig (0c45657f068e755f22ce4a46e9b9c92d1ca0267c5cd440206f4c44bcdf001350) AuthConfig (fcf7aef3ffa9afdaf9a892ca2c3007da86aa5f34fbcece7ae43f5625be270d96) AuthConfig (8b412ece4b89b48dcd7ac430e1c4d4856999c977e16f48caa1f4e42f09c9a625) AuthConfig (fd5dd2bbccd15232cd4bbafdee16a40fcc01de8c7d37cbc855f366b9b394187b) AuthConfig (230f3cb037df0bc955b1f15b198abf856acaa9054eef2f0c1cb535e2f49c522a) AuthConfig (dc2dc38c86845693247ee9925416e7fff7a4ee935ce25a4306199b3585996e5e) AuthConfig (f72b713b9d323ecbddf342ab4509ae385e9fe6581ac56211c70053edb0715ca4) AuthConfig (89412539c588f0c51056d6bb5433e076347ffc90257cce05f9987ee7c26c03d2) AuthConfig (e8323dfcd773435539ac89ddbe3a1049b7a1a06ebc4acb5de6512124018a15ed) AuthConfig (37ede4a81f8167017dd308701ad7c61e58dadba894e8399c46b59107aae82d87) AuthConfig (c7018d6d9b759d24f82c3b2bdf2a4019944a777cf610502eddef9b900ab9c261) AuthConfig (8731aefe5fdace0bff8d9370cc416e4014cc6e72d83cec87c1a59f6cef1e57d2) AuthConfig (db2d982a330c36714106d17add4eeb6c57148fea75b1e0f09c6ffa8fede2f8b3) AuthConfig (03d8aa5b2ac8481defaf1aa7a0423c3dd6815d3011092e28c0c27b066aa11b13) AuthConfig (71815ddac8b54330f3f5e897c9efd9134614538fd5d4f16bfc11927eb716b54f) AuthConfig (4d095884f618010d663b13e2e96b8a253124076feaca9be4231c688988f4e187) AuthConfig (a835b18ffe2ede03610cd439e005cea302df1c5f9ccb51b9cf94c8f142f73051) AuthConfig (cb115e1b80e704ef62db695c49a6d272fdb3a12162bbb28a1d61b02ae8b4c646) AuthConfig (cf74911804034d0f1056a83f3ac42ae094f145be35fc63f3b244d9d6f0ae6e3d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"e923959c-8642-40cd-b298-39b5215fab40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:15.354036272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"9dd2f3fd-c430-408e-b191-fb9a39be360d","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:15.457967433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"8d9e67d1-6fad-4ace-8b4e-cc07eafa24d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:15.458883818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"3abd15c0-df71-4b8b-ab53-886fc8b591d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:15.464898467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"f49c00f0-949f-4be4-942f-9cd506af01ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:15.464910259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"333449d6-4c43-4dec-a0ae-611037c06f23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:15.496718437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"6b4bb33d-9391-4088-ad2b-7a4c814f3343","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:15.514828357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"8d9e67d1-6fad-4ace-8b4e-cc07eafa24d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:15.515500423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"3abd15c0-df71-4b8b-ab53-886fc8b591d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:15.52121987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"333449d6-4c43-4dec-a0ae-611037c06f23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:15.521460563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"f49c00f0-949f-4be4-942f-9cd506af01ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:15.593156361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"c1eff266-01e7-4dac-8645-260028f1efaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:15.649289069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"c1eff266-01e7-4dac-8645-260028f1efaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:15.878095496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"641d5bff-3c85-416c-bcb8-3792d1f304ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:15.878186647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2afba5f3-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-filter-sub-a-2afba5f3-auth","reconcileID":"1e068f3a-f284-4e43-88e7-eae7b5306bad","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2afba5f3-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:15.934901722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"641d5bff-3c85-416c-bcb8-3792d1f304ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:15.934948824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2afba5f3-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-filter-sub-a-2afba5f3-auth","reconcileID":"1e068f3a-f284-4e43-88e7-eae7b5306bad","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2afba5f3-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:15.978748381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6bfb4141-4a3e-471a-a421-8462abc25ee1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:15.978760583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"3fa5dbde-00fb-45a3-9d55-0f77a0bc1e42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:16.035149368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6bfb4141-4a3e-471a-a421-8462abc25ee1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:16.03518372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"3fa5dbde-00fb-45a3-9d55-0f77a0bc1e42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:16.079891742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5110775a-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-filter-sub-b-5110775a-auth","reconcileID":"35dcec19-be85-43a9-81d1-af53bcc93944","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5110775a-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:16.135926212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5110775a-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-filter-sub-b-5110775a-auth","reconcileID":"35dcec19-be85-43a9-81d1-af53bcc93944","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5110775a-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:16.280732418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"16e9aec0-4ae8-4a3e-ade8-acea56d82127","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:16.28099203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"4af87af4-1402-484d-beab-7d7b5d33c748","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:16.337616869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"16e9aec0-4ae8-4a3e-ade8-acea56d82127","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:16.339814983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"4af87af4-1402-484d-beab-7d7b5d33c748","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:19.057714208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"75828a41-fa85-4504-80e4-9d5555678312","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-79a1da","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:19.057750002Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"75828a41-fa85-4504-80e4-9d5555678312","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-79a1da-bc2ab86b9228","namespace":"llm","model":"e2e-rt-sw-79a1da","externalModel":"e2e-rt-sw-79a1da","provider":"e2e-rt-sw-79a1da-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:19.163451119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"f77ccca4-e6e3-4df4-8786-753cfaf9d267","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-79a1da","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:19.163477783Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"f77ccca4-e6e3-4df4-8786-753cfaf9d267","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-79a1da-bc2ab86b9228","namespace":"llm","model":"e2e-rt-sw-79a1da","externalModel":"e2e-rt-sw-79a1da","provider":"e2e-rt-sw-79a1da-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:19.269492982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-access","reconcileID":"34ceffa8-a083-4690-b4c7-202bf77770bc","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:19.328036028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-access","reconcileID":"34ceffa8-a083-4690-b4c7-202bf77770bc","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:19.759343836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"aa8054f6-ab95-4049-bf96-8beaea8d51e6","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-79a1da","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:19.759388207Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"aa8054f6-ab95-4049-bf96-8beaea8d51e6","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-79a1da-bc2ab86b9228","namespace":"llm","model":"e2e-rt-sw-79a1da","externalModel":"e2e-rt-sw-79a1da","provider":"e2e-rt-sw-79a1da-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:24.597152031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"51e2652d-75e8-46e0-9c02-d99da27e8dc3","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-79a1da","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:24.597186417Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"51e2652d-75e8-46e0-9c02-d99da27e8dc3","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-79a1da-bc2ab86b9228","namespace":"llm","model":"e2e-rt-sw-79a1da","externalModel":"e2e-rt-sw-79a1da","provider":"e2e-rt-sw-79a1da-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:13:24.65208611Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-79a1da-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-sub","reconcileID":"2edc663d-e5dc-41c5-9d40-09c33773befb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-79a1da-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:24.752431213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-access","reconcileID":"c8a4275c-3b71-48cf-a355-5002d2275eef","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:24.752511891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"235a1e69-6494-430b-869f-0b2d86068204","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:24.752941185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54b069a2-cb87-4cfd-9908-1b50ed83b25c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:24.762948142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"65e42513-93aa-4a48-9d22-effc488e0bbc","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-79a1da","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:24.762964476Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"65e42513-93aa-4a48-9d22-effc488e0bbc","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-79a1da-bc2ab86b9228","namespace":"llm","model":"e2e-rt-sw-79a1da","externalModel":"e2e-rt-sw-79a1da","provider":"e2e-rt-sw-79a1da-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:24.809639171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54b069a2-cb87-4cfd-9908-1b50ed83b25c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:24.810921465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-access","reconcileID":"c8a4275c-3b71-48cf-a355-5002d2275eef","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:24.811870971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"235a1e69-6494-430b-869f-0b2d86068204","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:13:24.869559427Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"65e42513-93aa-4a48-9d22-effc488e0bbc","name":"e2e-rt-sw-79a1da","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-79a1da\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:13:24.869610433Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"65e42513-93aa-4a48-9d22-effc488e0bbc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-79a1da\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:24.922339063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"9954b71e-0b5e-49b2-8ce6-b2a0772fe6df","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-79a1da","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:24.922371391Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"9954b71e-0b5e-49b2-8ce6-b2a0772fe6df","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-79a1da-bc2ab86b9228","namespace":"llm","model":"e2e-rt-sw-79a1da","externalModel":"e2e-rt-sw-79a1da","provider":"e2e-rt-sw-79a1da-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:25.086081293Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-79a1da-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-sub","reconcileID":"0d460e17-b821-44f5-b8c9-da578cc9f332","MaaSSubscription":{"name":"e2e-rt-sw-79a1da-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-79a1da","model":"e2e-rt-sw-79a1da","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-79a1da-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:25.227566211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd7d2ab0-426b-4af3-a313-e29e24512d3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:25.227742596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da2ec783-aac0-4891-9768-0e07b511d007","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:25.286657352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd7d2ab0-426b-4af3-a313-e29e24512d3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:25.290318774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da2ec783-aac0-4891-9768-0e07b511d007","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:25.333670039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-access","reconcileID":"a8d306cc-e386-4641-9e1c-c1cd589b2801","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:25.364242091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"05a6d4ce-b9a4-4e4a-8d21-dc1b0b3a1fe6","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-79a1da","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:25.364367992Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"05a6d4ce-b9a4-4e4a-8d21-dc1b0b3a1fe6","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-79a1da-bc2ab86b9228","namespace":"llm","model":"e2e-rt-sw-79a1da","externalModel":"e2e-rt-sw-79a1da","provider":"e2e-rt-sw-79a1da-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:25.396627016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-access","reconcileID":"a8d306cc-e386-4641-9e1c-c1cd589b2801","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:25.458180061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"e94ea4cb-c7ae-4609-bc2b-4698faea393d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:25.459027759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"388f1c1c-9216-4c7a-bb2c-34d0df4957b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:25.516231222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"e94ea4cb-c7ae-4609-bc2b-4698faea393d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:25.516509699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"388f1c1c-9216-4c7a-bb2c-34d0df4957b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:25.575561606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-79a1da-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-sub","reconcileID":"3ecd4411-ed18-43b6-95bd-6702753b51f5","MaaSSubscription":{"name":"e2e-rt-sw-79a1da-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-79a1da","model":"llm/e2e-rt-sw-79a1da","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:25.656840178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"617b10f2-62dd-4464-ae83-ff6f0f95c78d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:25.659208846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dedee46c-fe8b-4e91-afa9-bfe3db62881d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:25.66005584Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-5110775a","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-filter-sub-b-5110775a","reconcileID":"6de30792-c23f-4b07-a9d2-b059877af486","MaaSSubscription":{"name":"e2e-filter-sub-b-5110775a","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscription":"e2e-filter-sub-b-5110775a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:25.713282748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"617b10f2-62dd-4464-ae83-ff6f0f95c78d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:25.716124847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dedee46c-fe8b-4e91-afa9-bfe3db62881d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:25.822877739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"b979f6ef-7a73-4a2a-9fd8-480d6923a63c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:25.871267912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"8db9364b-95cc-47a6-950b-3fa43986a1f3","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:25.872713587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"ff6d6694-475f-4e8f-a693-bad4f6e037ac","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:25.882840261Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-5110775a","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-filter-sub-b-5110775a","reconcileID":"6de30792-c23f-4b07-a9d2-b059877af486","MaaSSubscription":{"name":"e2e-filter-sub-b-5110775a","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-ca6546/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:25.883079667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"b979f6ef-7a73-4a2a-9fd8-480d6923a63c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:26.099253072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"6be60010-8cc4-42b7-b612-1bfa0c276594","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:26.153168932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"da5df993-16ec-48ef-9db2-ea6ee382b9a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:26.157199592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"6be60010-8cc4-42b7-b612-1bfa0c276594","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:26.215530401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"d9c29bdc-c6c7-4b8c-8248-a6e8a4eaf804","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:26.262653756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"premium-w0-1f6e39","reconcileID":"0d026c4b-05e8-43c4-afc8-8278c1f7e3df","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"premium-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"premium-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:26.355635907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"36b85e4a-8573-4967-9dcf-bdee0e0cc069","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:26.373384253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"482514db-ce7d-4ca0-adb1-119a0d563ac4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:26.373421833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2afba5f3-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-filter-sub-a-2afba5f3-auth","reconcileID":"6e230f74-ee9c-42b4-8b9e-a583ba23c8c7","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2afba5f3-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:26.373963635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"0c565184-bee0-4c02-9fbc-fc62e4fcf0fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:26.419747876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5110775a-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-filter-sub-b-5110775a-auth","reconcileID":"1458e522-47ea-4bb3-9054-46b245618025","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5110775a-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:26.431618001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"482514db-ce7d-4ca0-adb1-119a0d563ac4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:26.431787053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2afba5f3-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-filter-sub-a-2afba5f3-auth","reconcileID":"6e230f74-ee9c-42b4-8b9e-a583ba23c8c7","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2afba5f3-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:26.434102488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"0c565184-bee0-4c02-9fbc-fc62e4fcf0fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:26.476256773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5110775a-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-filter-sub-b-5110775a-auth","reconcileID":"1458e522-47ea-4bb3-9054-46b245618025","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5110775a-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:26.476577363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"5b3dacc0-904f-4892-8aba-496b58694b11","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:26.638316258Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2afba5f3-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-filter-sub-a-2afba5f3-auth","reconcileID":"dc3449db-8001-41d0-93a4-7cf75e6caa40","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2afba5f3-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:26.895129472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"78ea1ab3-eed8-434d-a7f4-70695bba8b40","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:27.034252687Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5110775a-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-filter-sub-b-5110775a-auth","reconcileID":"a062d52e-0733-430a-bb4f-d3c6a07bfdf0","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5110775a-auth","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:27.034327851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"0502a1f7-ea24-4576-8b99-874f24f3b89a","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:27.195649328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"5593c59d-ce5a-425c-a3d9-589a2c0319c9","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:31.16073047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"5165c080-f2a2-4c30-9d07-73bf65fb73d4","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:31.217844561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"1c09bdbd-6109-4248-8603-95112bb22964","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:31.264298421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"09d3bdfd-960d-4aa3-9eb7-a8f61daf3970","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:31.319137248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"02fa1fb0-ea74-4b8b-92c6-6d9bacd79978","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:31.376920592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2c9188c1-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-bulk-sub-2c9188c1-auth","reconcileID":"fac373a0-e0dd-4b11-9c7e-2faed255f2c9","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2c9188c1-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:31.433113729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2c9188c1-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-bulk-sub-2c9188c1-auth","reconcileID":"fac373a0-e0dd-4b11-9c7e-2faed255f2c9","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2c9188c1-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:31.479841678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-49068e60","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-gw-auth-49068e60","reconcileID":"fe94abf1-987e-4b16-830e-3399c0a92ced","MaaSAuthPolicy":{"name":"e2e-gw-auth-49068e60","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:31.527765383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"c3788100-9a34-4ad8-9117-5ab8f095bf02","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:31.536416294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-49068e60","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-gw-auth-49068e60","reconcileID":"fe94abf1-987e-4b16-830e-3399c0a92ced","MaaSAuthPolicy":{"name":"e2e-gw-auth-49068e60","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:31.588900268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"bc593f75-6a42-42c6-a8e0-99f81a7bdd96","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:13:31.646934683Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-2c9188c1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-bulk-sub-2c9188c1","reconcileID":"ddc8dde9-9207-41e3-9d30-8e810fdf1891","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-2c9188c1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:31.693327184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"370a2466-26e8-44b6-9d81-2dc98973df57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:31.693668635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"f414fb72-a79d-4f39-8e4e-91ff000b72a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:31.704415242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"3c460612-0866-42a4-9f68-0da8d64b13e3","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:31.7504524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"370a2466-26e8-44b6-9d81-2dc98973df57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:31.750604727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"f414fb72-a79d-4f39-8e4e-91ff000b72a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:31.760984067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"ea0be20b-bf2d-4c84-8182-24bec258fc9d","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:31.806895568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"92d82111-6f42-4adc-ae3a-96b0cf382edc","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:31.817882088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"31ddd631-ed7a-409f-becc-8ee3e309a219","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:31.861577749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2c9188c1-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-bulk-sub-2c9188c1-auth","reconcileID":"74f3f84c-7b50-4710-aa91-5fb4a0fe8526","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2c9188c1-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:31.917824247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2c9188c1-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-bulk-sub-2c9188c1-auth","reconcileID":"74f3f84c-7b50-4710-aa91-5fb4a0fe8526","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2c9188c1-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:31.964030409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-49068e60","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-gw-auth-49068e60","reconcileID":"aa391af4-c113-4f2a-8837-2c8c7479eb20","MaaSAuthPolicy":{"name":"e2e-gw-auth-49068e60","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:32.020321572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-49068e60","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-gw-auth-49068e60","reconcileID":"aa391af4-c113-4f2a-8837-2c8c7479eb20","MaaSAuthPolicy":{"name":"e2e-gw-auth-49068e60","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:32.064633697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"e59e646c-93f1-4188-88c3-edb8c8390207","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:32.064642543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"0a39eb31-8153-488b-bd95-9fff4d3b9cb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:32.086394023Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-2c9188c1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-bulk-sub-2c9188c1","reconcileID":"8086d00a-9064-4f40-bc6d-1e19a816086a","MaaSSubscription":{"name":"e2e-bulk-sub-2c9188c1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-5ac93f/e2e-bulk-sub-2c9188c1","ai-tenant-e2e-worker-w1-5ac93f/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:32.122488867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"e59e646c-93f1-4188-88c3-edb8c8390207","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:32.122614952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"0a39eb31-8153-488b-bd95-9fff4d3b9cb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:13:32.231637859Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2c9188c1-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-bulk-sub-2c9188c1-auth","reconcileID":"74f3f84c-7b50-4710-aa91-5fb4a0fe8526","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-bulk-sub-2c9188c1-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:32.253466189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"aa18b7e7-fc90-400a-8e9e-deb2479d6e69","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:32.29806692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"547f380e-b28f-4a84-a51a-2440b50d9fb7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:32.389640979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2c9188c1-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-bulk-sub-2c9188c1-auth","reconcileID":"bdd9249d-3a7e-494b-8e6e-60f7c814f86a","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2c9188c1-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:32.446370778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2c9188c1-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-bulk-sub-2c9188c1-auth","reconcileID":"bdd9249d-3a7e-494b-8e6e-60f7c814f86a","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2c9188c1-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:32.465801828Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-2c9188c1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-bulk-sub-2c9188c1","reconcileID":"2c07e877-c131-433d-a2a3-872c45c328bf","MaaSSubscription":{"name":"e2e-bulk-sub-2c9188c1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:33.506935356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-79a1da-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-sub","reconcileID":"8c42aa05-29ef-45ae-b556-cf804b197643","MaaSSubscription":{"name":"e2e-rt-sw-79a1da-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-79a1da","model":"llm/e2e-rt-sw-79a1da","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:33.782861727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"c8e6d61b-0cb3-48c0-bde7-c643ae432d85","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-79a1da","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:33.782885704Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"c8e6d61b-0cb3-48c0-bde7-c643ae432d85","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-79a1da-bc2ab86b9228","namespace":"llm","model":"e2e-rt-sw-79a1da","externalModel":"e2e-rt-sw-79a1da","provider":"e2e-rt-sw-79a1da-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:34.227878491Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-49068e60","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-gw-auth-49068e60","reconcileID":"b9f0af2a-a159-42a0-9cf9-9d12ed46bd0a","MaaSAuthPolicy":{"name":"e2e-gw-auth-49068e60","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:34.227973078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"e6ecceb8-be4a-4fba-bf0d-07bd7443d9b7","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:34.438860675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"bfaa48e4-ea66-4f00-936d-df856faf3624","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:34.637210694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a6c2cc04-f91b-495a-95ae-44b0b3196e7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:34.639006637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d18790f-b74e-42af-9741-4b8d89c75119","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:34.639842781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-access","reconcileID":"9bafdfe0-dc41-4252-8c0d-d85f2d8a0c6c","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:34.693958937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a6c2cc04-f91b-495a-95ae-44b0b3196e7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:34.696681355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d18790f-b74e-42af-9741-4b8d89c75119","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:34.700722872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-access","reconcileID":"9bafdfe0-dc41-4252-8c0d-d85f2d8a0c6c","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:35.618592686Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:36.788782589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"7529b808-52c9-4d17-9f0c-0b6304c4a221","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:36.789237022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"premium-w2-ca6546","reconcileID":"e81f252a-7efc-422b-bd01-df621d14f978","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"premium-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"premium-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:36.790783337Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"98cc66d2-20fa-4ce2-b0a4-66e409920763","namespace":"llm","name":"e2e-rt-sw-79a1da","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:36.847259216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"09c63a87-b6ef-4f2f-a881-307bb0cc3010","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-79a1da","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:36.84729062Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"09c63a87-b6ef-4f2f-a881-307bb0cc3010","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-79a1da-bc2ab86b9228","namespace":"llm","model":"e2e-rt-sw-79a1da","externalModel":"e2e-rt-sw-79a1da","provider":"e2e-rt-sw-79a1da-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:36.900563203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"06aa753c-5a7f-4932-a501-c484138a6367","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:36.90105886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"premium-w2-ca6546","reconcileID":"2f2e347d-3fb6-40d2-9b8b-5a92f1e7ab23","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"premium-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"premium-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:36.947912215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"a6fc1d58-be9a-40cf-a57d-dc97dc48b5dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:36.948812513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"9494c1b6-6fba-47a6-b902-6b6f051b4c1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:36.950299719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"39db3b9f-0d0d-4d4f-8c7c-b3c79b69cdc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:37.012632877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"810c0a9f-5a87-4cbb-a8c2-43ca886b0761","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:37.026316711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"9494c1b6-6fba-47a6-b902-6b6f051b4c1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:37.032239799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"a6fc1d58-be9a-40cf-a57d-dc97dc48b5dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:37.032760632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b509ecc0-e23c-43b6-9320-2c0e7a734646","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:37.032841524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b509ecc0-e23c-43b6-9320-2c0e7a734646","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:37.03327164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1a2ccebc-7889-42b5-8300-6c8c2737ed0a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:37.033324078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1a2ccebc-7889-42b5-8300-6c8c2737ed0a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:37.033679321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4aaa0ad4-b2de-4e5c-a161-cf7f0926bd60","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:37.03374329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4aaa0ad4-b2de-4e5c-a161-cf7f0926bd60","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:37.034096187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc171a40-2536-454a-9ed7-0172719a9eea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:37.034140615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc171a40-2536-454a-9ed7-0172719a9eea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:37.034652407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e87f05c8-5abd-4add-86a9-899619d55ea5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:37.034713786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e87f05c8-5abd-4add-86a9-899619d55ea5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:37.035032007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b99766bc-e4eb-491f-a44c-525de17b6936","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:37.035073933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b99766bc-e4eb-491f-a44c-525de17b6936","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:37.035386681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3fa47bc0-027a-4f86-bd75-abab1f734c33","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:37.035436233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3fa47bc0-027a-4f86-bd75-abab1f734c33","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:37.035778174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"268efcea-d5e5-4bcc-a303-e30c2d5f2d50","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:37.035821076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"268efcea-d5e5-4bcc-a303-e30c2d5f2d50","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:37.036744066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"39db3b9f-0d0d-4d4f-8c7c-b3c79b69cdc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:37.036840956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"c6030926-cdb3-4f38-ba38-f077d61c0710","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-premium-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:37.068049777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"a84ea216-0d5b-4eb5-bb13-c69d7b4eb592","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:37.068642329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"346ed8a8-7918-4fd9-a456-2d0508b88db5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:37.091731385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"65a1d8ef-2915-40e9-957e-56769f372829","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-79a1da","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:37.091751712Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"65a1d8ef-2915-40e9-957e-56769f372829","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-79a1da-bc2ab86b9228","namespace":"llm","model":"e2e-rt-sw-79a1da","externalModel":"e2e-rt-sw-79a1da","provider":"e2e-rt-sw-79a1da-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:37.131242206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"346ed8a8-7918-4fd9-a456-2d0508b88db5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:37.131928572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"a84ea216-0d5b-4eb5-bb13-c69d7b4eb592","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:37.26014059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c2fed850-5e6f-43cc-9f86-362c28da20c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:37.260173642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cc6334b0-0fc2-4796-9450-7819e5708e44","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:37.261478341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"975fc844-c8eb-4e47-b501-b63a6a62dac1","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:37.315135407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-79a1da-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-sub","reconcileID":"139b37d2-ce3b-4f05-b0cf-7e8fd9d893a4","MaaSSubscription":{"name":"e2e-rt-sw-79a1da-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-79a1da","model":"llm/e2e-rt-sw-79a1da","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:37.360314297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"19b3d695-a1bd-4676-8d48-17e8b0acafeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:37.361996659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"cc05e82c-f7e7-4385-9838-af40c4313345","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:37.414193513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a0110fd-1e78-4ceb-96cd-412a5802a203","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:37.419114022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"19b3d695-a1bd-4676-8d48-17e8b0acafeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:37.41930603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"cc05e82c-f7e7-4385-9838-af40c4313345","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:37.471262902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a0110fd-1e78-4ceb-96cd-412a5802a203","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:37.508783049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"061f5854-cdd8-47ea-9f22-f186b0d44989","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:37.557480219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d51e761-4f22-4178-83a7-4a9f7ea71f07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:37.565275558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"061f5854-cdd8-47ea-9f22-f186b0d44989","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:37.614533251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d51e761-4f22-4178-83a7-4a9f7ea71f07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:37.735811276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"fa8b1edb-0307-4ea1-befc-497d78ac9ce4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:37.736464313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"4a04bf40-2b23-4767-a107-52601bb175d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:37.79345464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"fa8b1edb-0307-4ea1-befc-497d78ac9ce4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:37.793689895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"4a04bf40-2b23-4767-a107-52601bb175d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:37.838964935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"025d7931-dc50-4ecd-9577-e011624fc875","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:37.897871173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"025d7931-dc50-4ecd-9577-e011624fc875","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:37.948216645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2c9188c1-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-bulk-sub-2c9188c1-auth","reconcileID":"d284bd53-37d4-4e41-a9c3-24b3e256244c","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2c9188c1-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:38.001494109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-access","reconcileID":"94ebf0cb-33d6-455e-b910-ecfe35701c71","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:38.006312237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2c9188c1-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-bulk-sub-2c9188c1-auth","reconcileID":"d284bd53-37d4-4e41-a9c3-24b3e256244c","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2c9188c1-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:38.027329818Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"e8a7541b-77d7-47f7-9240-d0c242961344","namespace":"llm","name":"e2e-rt-sw-79a1da","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:38.059392309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-access","reconcileID":"94ebf0cb-33d6-455e-b910-ecfe35701c71","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:38.163045235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"5cb2a63b-bc7d-44ab-a208-bce273b98c90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:38.16395405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"78265d0c-49fa-4cfb-b102-d6aa204c3479","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:38.220484598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"5cb2a63b-bc7d-44ab-a208-bce273b98c90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:38.220557772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"78265d0c-49fa-4cfb-b102-d6aa204c3479","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:38.264124554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"1cd34f80-727e-4a26-bd18-5ce4dd21afdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:38.320914739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"1cd34f80-727e-4a26-bd18-5ce4dd21afdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:38.414568214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"5f12587c-f87b-4dd7-ac6a-15c0e4d8f216","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:38.471092816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"5f12587c-f87b-4dd7-ac6a-15c0e4d8f216","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:38.515743361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"1315251b-e872-4c46-942e-a42967495dcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:38.542326872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"93bebfcb-742b-4b94-a6fa-324ca84d71f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:38.573189633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"1315251b-e872-4c46-942e-a42967495dcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:38.597732574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96782de5-d620-42ee-af7a-c5c51a8cbc4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:38.601934093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"93bebfcb-742b-4b94-a6fa-324ca84d71f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:38.645773876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"a869ad27-1aa1-405d-aba3-2ee5a60cffe8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:38.657453871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96782de5-d620-42ee-af7a-c5c51a8cbc4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:38.702098618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"a869ad27-1aa1-405d-aba3-2ee5a60cffe8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:38.839740266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"3cf7af13-1d3f-4fd7-9166-49e0af530fa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:38.897431968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"3cf7af13-1d3f-4fd7-9166-49e0af530fa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:38.945894585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"65178998-33ea-48d3-bd71-1947febed0a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:39.006146162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"65178998-33ea-48d3-bd71-1947febed0a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:39.039798799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"fd751f2b-b1c6-47a3-bf56-c5d1d99cfce8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:39.092809513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2d98376-1cf5-48ba-9aea-b0cbe2b7ef44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:39.097865912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"fd751f2b-b1c6-47a3-bf56-c5d1d99cfce8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:39.144766684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"3cb1f46b-4608-4026-b6fb-be8d48206116","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:39.151883006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2d98376-1cf5-48ba-9aea-b0cbe2b7ef44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:39.20256547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"3cb1f46b-4608-4026-b6fb-be8d48206116","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:39.346913255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"cd745d3d-ea7f-455a-871c-c4f9cd92afda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:39.404855222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"cd745d3d-ea7f-455a-871c-c4f9cd92afda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:39.44476868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2c9188c1-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-bulk-sub-2c9188c1-auth","reconcileID":"8d8a541c-a56c-4524-b56c-d9f05f2b981b","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2c9188c1-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:39.4975503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-access","reconcileID":"5e6d7b4c-1bee-4a69-867e-467d6344e373","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:39.501720924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2c9188c1-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-bulk-sub-2c9188c1-auth","reconcileID":"8d8a541c-a56c-4524-b56c-d9f05f2b981b","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2c9188c1-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:39.556577656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-access","reconcileID":"5e6d7b4c-1bee-4a69-867e-467d6344e373","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:47.42803242Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-2c9188c1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-bulk-sub-2c9188c1","reconcileID":"ddb7b0d8-db98-48a7-8d2e-a373af50987d","MaaSSubscription":{"name":"e2e-bulk-sub-2c9188c1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscription":"e2e-bulk-sub-2c9188c1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:47.648042292Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-2c9188c1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-bulk-sub-2c9188c1","reconcileID":"ddb7b0d8-db98-48a7-8d2e-a373af50987d","MaaSSubscription":{"name":"e2e-bulk-sub-2c9188c1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5ac93f/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:47.870793788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"46d5e4d2-80d7-4b2e-83c9-fd8f46a100c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:47.926103104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"84014ab8-25a7-46de-9f61-29f33a542fb1","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:48.062191627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"1fcc36eb-87ad-4525-95a2-5136eed01a8f","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:48.086224858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"8b2afbec-5278-4bd1-a743-bb194b1f2c6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:48.088476578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2c9188c1-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-bulk-sub-2c9188c1-auth","reconcileID":"bdaf66b2-c674-4296-b844-386707cf2c1b","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2c9188c1-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:48.088506022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"b44f18fb-ea21-43d9-b47a-381df35b1ee0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:48.152194242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"8b2afbec-5278-4bd1-a743-bb194b1f2c6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:48.15133246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"b44f18fb-ea21-43d9-b47a-381df35b1ee0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:48.156320097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2c9188c1-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-bulk-sub-2c9188c1-auth","reconcileID":"bdaf66b2-c674-4296-b844-386707cf2c1b","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2c9188c1-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:48.361944744Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2c9188c1-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-bulk-sub-2c9188c1-auth","reconcileID":"33d41d03-c36b-4538-bf70-f37206c30fa4","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2c9188c1-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:48.525835251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"fea6da4a-429a-4485-b2a7-bd4760cc789b","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:49.024573889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"ac734bed-2f46-4b88-a396-35b8712685ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:49.024823036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"9c02f949-22f6-42fe-a559-3abcdb77bfca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:49.083412464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"9c02f949-22f6-42fe-a559-3abcdb77bfca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:49.087750248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"ac734bed-2f46-4b88-a396-35b8712685ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:49.204721174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c3169cd-5991-46ad-be53-239afdca6baf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:49.204784777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"44010f29-4f11-4e6e-bfd7-ca722433e0b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:49.205372101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-access","reconcileID":"c39ff58d-e1db-4fb8-b400-83f7b8f40b1a","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:49.267814316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"44010f29-4f11-4e6e-bfd7-ca722433e0b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:49.267919682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-access","reconcileID":"c39ff58d-e1db-4fb8-b400-83f7b8f40b1a","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:13:49.271529603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c3169cd-5991-46ad-be53-239afdca6baf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:04.907994448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"61155b00-fff2-4d82-9dfa-ddc400dbf066","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:05.025589527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"71d6b15b-194b-4625-afda-97d6b8b263fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:05.195692615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"666457a8-69a2-46d7-929f-3ca47fe9c827","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:05.301669176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-subscription","reconcileID":"85b7d9a6-d286-43a1-ad0f-286dbce8e602","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-premium-w4-398828","model":"e2e-models-e2e-worker-w4-398828/premium-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:05.301701341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"c14ba06a-8c6c-4f70-9d30-8344d7413ae6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:05.352958506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"d9a2ade9-0dfb-4446-8e7a-362869e4c56f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:05.452151158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"c6c4bc7b-2e5f-43de-a4ec-65e350576da0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-premium-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:05.552615773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"adb5b3c1-93ae-4258-98e6-8fdd9ad6cd66","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:05.609477304Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:05.653181366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"0bf74424-3372-4ee2-8463-2a8dfa431525","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:05.674452421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"54e0773b-2962-4898-8027-668db96d71f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:05.807699319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bc4b7747-3b76-45df-99b1-9054e3bee931","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:05.914789892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-subscription","reconcileID":"b9e85f81-4525-46dd-9afb-c7805511d48e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-premium-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:05.947090657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-79a1da-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-sub","reconcileID":"6be90fc9-a6c1-4cd1-ac87-e18541027f0e","MaaSSubscription":{"name":"e2e-rt-sw-79a1da-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-79a1da","model":"llm/e2e-rt-sw-79a1da","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:18.938126551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"5137184a-b77f-4aa7-a880-c69b39a2857f","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:18.93860397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"premium-w0-1f6e39","reconcileID":"1a3aab71-aaf6-46cf-8779-88a4214d4b02","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"premium-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"premium-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:19.006168028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"c75b738b-1c9c-42b0-830c-16c6a2f841a6","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:19.006578888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"premium-w0-1f6e39","reconcileID":"26646ffa-fc5a-4365-86c1-6ad4b6b84973","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"premium-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"premium-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:19.097492057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"69aac77e-5a9c-4009-b495-5476e52241f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:19.097763552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"4e80b5c5-eb82-44a6-8bdc-4627e701eb1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:19.165118347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"42fdbc09-112d-433d-9121-7bd5f9a556bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:19.165951139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-subscription","reconcileID":"29dfdfc5-0372-4ca2-8e7a-56b0f710416f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-premium-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:19.174042992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"4e80b5c5-eb82-44a6-8bdc-4627e701eb1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:19.174498885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"69aac77e-5a9c-4009-b495-5476e52241f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:19.538309903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"b3490ef3-e0f0-4cea-b69b-c7a41d814335","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:19.538309511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"c46ca2e8-1fe7-4d13-9c86-192664bc3d2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:19.632830939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"c46ca2e8-1fe7-4d13-9c86-192664bc3d2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:19.635037985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"b3490ef3-e0f0-4cea-b69b-c7a41d814335","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:24.275552951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"f4a5ab96-c5b0-47b1-8ee8-63d8e65cca29","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:24.275980034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"4c52b1ee-76ae-4973-ad86-43c15d4b8650","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:24.341864752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"811b2b70-2688-4592-abdb-9df196bb5e97","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:24.34228723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"e4717bd7-430f-45d9-a561-9267952411dc","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:24.436028431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"ae83a6b8-4b71-437c-ad76-83b52672cb9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:24.43964113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"1b3a4ca6-73d4-4c94-b819-8317c2b2fa39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:24.493993161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"7b2d8003-85c8-4536-9e75-0fc71c9d28c7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:24.498498274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"d7d573df-fe16-4c91-9c37-5ca43cf17077","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:24.512143681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"ae83a6b8-4b71-437c-ad76-83b52672cb9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:24.532022394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"1b3a4ca6-73d4-4c94-b819-8317c2b2fa39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:24.84944251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"2db36af4-f6a5-46a1-83a1-d78d7f5d6db9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:24.849463561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"1c1e97a9-dca6-4f0f-87a0-0dbda74b50ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:24.90819205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"2db36af4-f6a5-46a1-83a1-d78d7f5d6db9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:24.908601326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"1c1e97a9-dca6-4f0f-87a0-0dbda74b50ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:26.402029554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-5eca459f","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"e2e-conflict-a-5eca459f","reconcileID":"b4156c0d-0425-423d-9092-fd12d4a15f30","MaaSModelRef":{"name":"e2e-conflict-a-5eca459f","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"e2e-conflict-a-5eca459f-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"e2e-conflict-a-5eca459f","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:27.340987917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"3c187391-9ec7-4b81-a346-c6a0196ebddd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:27.441574102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"43f26906-28ae-432e-ae73-9bce5431dea9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:27.550622709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"b460a81f-455c-4596-af5d-73e9f27caedc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:27.652363651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"69c9d21c-b135-493e-9975-f9337897d557","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-premium-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:27.720565827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-79a1da-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-sub","reconcileID":"d8c3f6f7-7172-40dc-a64a-434e6968b4b5","MaaSSubscription":{"name":"e2e-rt-sw-79a1da-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-79a1da","model":"llm/e2e-rt-sw-79a1da","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:27.752191454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-subscription","reconcileID":"be8fb780-f7b4-4a55-b207-cecef46ff746","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-premium-w4-398828","model":"e2e-models-e2e-worker-w4-398828/premium-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:27.787340045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"59b2cdcd-e0b0-4457-99d5-dc5c903a9991","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:27.869904048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d76596b7-1819-4bec-8016-e5d367e42ed7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:27.971682784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"c60af621-4dd9-4684-bd4e-633b53eb1254","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:28.073225593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"4af0e93c-6d14-497d-ac99-2de316089d79","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:28.116925421Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"370b052e-7561-4757-acd3-3a34f5ac090e","namespace":"llm","name":"e2e-rt-sw-79a1da","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:28.170124272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"584ac829-a970-4f02-a5f1-dac5b9f9321a","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-79a1da","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:28.170153372Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"584ac829-a970-4f02-a5f1-dac5b9f9321a","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-79a1da-bc2ab86b9228","namespace":"llm","model":"e2e-rt-sw-79a1da","externalModel":"e2e-rt-sw-79a1da","provider":"e2e-rt-sw-79a1da-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:28.174082854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"53a4dab4-deb8-448c-a00c-a0e464aa841c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:28.174085934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-subscription","reconcileID":"90228d99-bc66-458a-8ac7-af1c53b80fae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-premium-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:28.189473415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"fbe47895-b23c-4621-9ef8-77bb90fc29c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:28.27479998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"74d41063-9e14-46d7-9ec2-0bfbd7ff1dca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:28.275325251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"5f7764cd-1481-4f68-88c0-3f7cf0e3529a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:28.276044419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"42946c49-d3b7-42cd-93f5-d59ea2fbaf91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:28.327884414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50560c37-02d7-49af-8c31-9e1881ccd731","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:28.328494442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0032a86d-0a23-4b9e-a9e0-3a46fc724fbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:28.33249896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"5f7764cd-1481-4f68-88c0-3f7cf0e3529a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:28.333123478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"74d41063-9e14-46d7-9ec2-0bfbd7ff1dca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:28.335246272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"42946c49-d3b7-42cd-93f5-d59ea2fbaf91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:28.335725728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f605a438-464c-4449-8ab6-1f0b42349173","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:28.335744682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f605a438-464c-4449-8ab6-1f0b42349173","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:28.336047682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ca6c1492-6126-4db3-90e4-11fc24102477","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:28.336066208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ca6c1492-6126-4db3-90e4-11fc24102477","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:28.336385444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"914981d5-e6ba-4832-b968-69749c3532e8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:28.336402058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"914981d5-e6ba-4832-b968-69749c3532e8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:28.336678813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9ae4ff71-5ecf-47a9-9496-2456ea2b42c8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:28.33669552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9ae4ff71-5ecf-47a9-9496-2456ea2b42c8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:28.385456673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50560c37-02d7-49af-8c31-9e1881ccd731","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:28.386086567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0032a86d-0a23-4b9e-a9e0-3a46fc724fbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:28.389700009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"5ec249fa-fc46-4f61-b792-79080edbebd4","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-79a1da","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:28.389726015Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"5ec249fa-fc46-4f61-b792-79080edbebd4","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-79a1da-bc2ab86b9228","namespace":"llm","model":"e2e-rt-sw-79a1da","externalModel":"e2e-rt-sw-79a1da","provider":"e2e-rt-sw-79a1da-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:28.444262593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"41bc372f-9f3a-4b4f-ad8b-00e34f247951","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:28.444384843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"41bc372f-9f3a-4b4f-ad8b-00e34f247951","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:28.444790744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1413cf85-812f-4630-972d-4ec1fd4517a4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:28.444851128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1413cf85-812f-4630-972d-4ec1fd4517a4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:28.445198427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4dd54c36-c89e-4140-bb72-910b4126f98d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:28.445257513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4dd54c36-c89e-4140-bb72-910b4126f98d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:28.445602678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98cab3b7-1487-4fcc-bfce-d857d24f3cc6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:28.445672154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98cab3b7-1487-4fcc-bfce-d857d24f3cc6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:28.552386177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a2b0b858-ff7b-44f7-8f4b-cf060556566a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:28.552427807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e5de1f73-1972-4524-a85c-b723b4e7814b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:28.605604133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-79a1da-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-sub","reconcileID":"3144385f-5b6b-4006-b0c9-1401c7240f63","MaaSSubscription":{"name":"e2e-rt-sw-79a1da-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-79a1da","model":"llm/e2e-rt-sw-79a1da","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:28.698620193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"697c7579-1260-4d7f-866b-f506e9439724","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:28.698951071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"e2c1361d-ef2f-4740-8e77-1597e27f57f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:28.699037022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"c44b5b8a-8f15-4562-8015-a7fd3efe8c31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:28.751661303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"1df4fb3a-9c39-424c-b00f-b17e6ca3575b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:28.755766347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"c44b5b8a-8f15-4562-8015-a7fd3efe8c31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:28.756273984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"697c7579-1260-4d7f-866b-f506e9439724","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:28.758079291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"e2c1361d-ef2f-4740-8e77-1597e27f57f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:28.801606574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-access","reconcileID":"e761ddd7-d272-4ca7-9445-affb5441f2c4","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:28.813232605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"1df4fb3a-9c39-424c-b00f-b17e6ca3575b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:28.863828347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-access","reconcileID":"e761ddd7-d272-4ca7-9445-affb5441f2c4","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:29.07772828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"b6ba4c0d-048a-4b8e-8ddc-fc01922f22fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:29.077959353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"bbb32509-c493-4f1d-aeed-5994d8c9b31f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:29.078129319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"aa34c961-782a-4e2c-9bc3-0eb7bba8b537","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:29.134994477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"aa34c961-782a-4e2c-9bc3-0eb7bba8b537","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:29.135607405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"b6ba4c0d-048a-4b8e-8ddc-fc01922f22fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:29.137199642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"bbb32509-c493-4f1d-aeed-5994d8c9b31f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:29.182161678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f169944c-8514-43b1-8912-044d0c02a8f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:29.238504255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f169944c-8514-43b1-8912-044d0c02a8f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:29.338859404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7433b925-e559-4886-8b20-5807c01a0349","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:29.344428337Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"1d0e79d1-37e4-4f4e-ac2d-9bc1c175b2e7","namespace":"llm","name":"e2e-rt-sw-79a1da","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:29.414385286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7433b925-e559-4886-8b20-5807c01a0349","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:29.512159038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"c82bc49e-b6ad-4be8-a3af-8cbb1b14ba0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:29.512158345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"92cc1fcc-55d8-49e2-9384-1a47cec61888","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:29.515577496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"2d6958c4-11a0-4804-99a4-b54e34d30f79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:29.569323224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"c82bc49e-b6ad-4be8-a3af-8cbb1b14ba0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:29.569424676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"92cc1fcc-55d8-49e2-9384-1a47cec61888","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:29.572799514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"2d6958c4-11a0-4804-99a4-b54e34d30f79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:29.70712104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23c471a1-67d5-4dd7-a56f-e94e5a549a46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:29.763859601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23c471a1-67d5-4dd7-a56f-e94e5a549a46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:29.783833019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b49ff8a9-8509-4509-ad0b-6772885656be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:29.840082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b49ff8a9-8509-4509-ad0b-6772885656be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:29.885222151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"d7125751-81f6-4bf0-b254-538cc34bfdd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:29.885222749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"ea694b53-9b7b-492d-8b4d-0e1947f71902","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:29.949842921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"ea694b53-9b7b-492d-8b4d-0e1947f71902","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:29.951389891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"d7125751-81f6-4bf0-b254-538cc34bfdd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:29.99714588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"098726bc-ea8d-420a-bd1d-128148873045","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:30.053765079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"098726bc-ea8d-420a-bd1d-128148873045","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:30.139056139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-access","reconcileID":"6dfd2e26-4c64-4882-9c5a-ad700858341c","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:30.18830931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"d4222b59-ee7e-4857-ae7a-26e002728bdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:30.19569662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-access","reconcileID":"6dfd2e26-4c64-4882-9c5a-ad700858341c","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:30.244931626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"d4222b59-ee7e-4857-ae7a-26e002728bdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:30.290456695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"7b16d546-943d-41bc-b404-3bbae13a6d59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:30.290459127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"b7d593ea-c0c7-4fed-860d-31c54e74e860","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:30.348361642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"b7d593ea-c0c7-4fed-860d-31c54e74e860","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:30.348815015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"7b16d546-943d-41bc-b404-3bbae13a6d59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:30.434454098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"9cce3a0f-65f5-4739-95c7-e1409d583e20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:30.491518408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"9cce3a0f-65f5-4739-95c7-e1409d583e20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:35.609639875Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:38.779578739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"2573578d-f0af-4188-9e05-03a839247ff8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:38.779839118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"c47605f0-e5dc-4bc7-acdc-a91c7f80cdcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:38.855667055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"c47605f0-e5dc-4bc7-acdc-a91c7f80cdcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:38.864142936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"2573578d-f0af-4188-9e05-03a839247ff8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:38.925208912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96149b14-ff79-4975-a9a6-09934286f374","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:38.926464412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a6bf9f2-acf1-46f8-a67d-53ef112040ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:38.927372866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-access","reconcileID":"8892175f-b69a-4ad5-91e6-9da44bc80987","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:38.991648944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96149b14-ff79-4975-a9a6-09934286f374","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:39.029789474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-access","reconcileID":"8892175f-b69a-4ad5-91e6-9da44bc80987","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:39.040909088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a6bf9f2-acf1-46f8-a67d-53ef112040ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:43.042214591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"51ff58ba-f230-4e60-9f84-1cc48b3e904b","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:47.97232795Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9cdb58","reconcileID":"cfd59da6-199c-4fe9-a2f5-df2790d3d174","namespace":"llm","name":"e2e-rt-eq-9cdb58","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:48.028711535Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9cdb58","reconcileID":"1885930e-b48e-4b7d-8db6-0f62fe841625","namespace":"llm","name":"e2e-rt-eq-9cdb58","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:48.131294988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"26e9328c-bd73-425d-9da9-a04dda801b98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:48.131295095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"bab4ea6a-8544-4639-94d0-0294270b49bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:48.132042593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"08f574de-ba0d-4cd7-8776-7e87c335c76a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:48.132372164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"668fbc7f-6dcb-4c86-b7ca-eb4620885ed2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:48.184957189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3fd55d5e-f61f-4c92-805e-05d2d00a0f25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:48.18864958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"26e9328c-bd73-425d-9da9-a04dda801b98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:48.1891654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"bab4ea6a-8544-4639-94d0-0294270b49bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:48.190911128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"668fbc7f-6dcb-4c86-b7ca-eb4620885ed2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:48.191376137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"08f574de-ba0d-4cd7-8776-7e87c335c76a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:48.24121281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3fd55d5e-f61f-4c92-805e-05d2d00a0f25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:48.342120494Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9cdb58","reconcileID":"49578b81-e197-4f71-b2c9-3214ff681374","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"name":"e2e-rt-eq-9cdb58","namespace":"llm","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:48.450475679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bc23d8be-fb47-4597-87ed-b7c0aa10a2dd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:48.450494189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bc23d8be-fb47-4597-87ed-b7c0aa10a2dd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:48.450755162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c9274f7b-3960-4fdb-bd46-0101c4779936","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:48.450767425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c9274f7b-3960-4fdb-bd46-0101c4779936","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:48.45099623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"903b6c5a-e7a8-4a0f-8dd6-d8114954260f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:48.451007501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"903b6c5a-e7a8-4a0f-8dd6-d8114954260f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:48.451212829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"80d809e5-e8da-4b8e-85cc-c8551697ddae","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:48.451224157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"80d809e5-e8da-4b8e-85cc-c8551697ddae","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:48.504050443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"50cfad41-0651-4c64-a34b-3b7df3594460","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-79a1da","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:48.504071987Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"50cfad41-0651-4c64-a34b-3b7df3594460","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-79a1da-bc2ab86b9228","namespace":"llm","model":"e2e-rt-sw-79a1da","externalModel":"e2e-rt-sw-79a1da","provider":"e2e-rt-sw-79a1da-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:48.552467001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"b7a68df5-2428-483c-8cea-c372d8b37cf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:48.552758277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"7c47732a-89ab-4cfa-9624-1f4959a2e524","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:48.5528753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"b2fc210d-20d6-4e8c-8852-8af57ad093d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:48.556823448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"70fe4b87-b3aa-4b00-9403-32a39a62754c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:48.556837012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"70fe4b87-b3aa-4b00-9403-32a39a62754c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:48.557076492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"583e4171-5c1b-496f-b674-1068636ce89c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:48.557085982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"583e4171-5c1b-496f-b674-1068636ce89c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:48.557260028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"669b419f-537a-42db-bd97-b6e485d40b4a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:48.557269068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"669b419f-537a-42db-bd97-b6e485d40b4a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:48.557490186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33e5675f-4437-41f9-be65-013d84f6858f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:48.557501674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33e5675f-4437-41f9-be65-013d84f6858f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:48.570404253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f150588b-3d0f-4966-962f-4fd2e0317a1a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:48.570454681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"50b196b1-ebe2-40e5-baaf-b68eefb63eeb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:48.609505679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"b7a68df5-2428-483c-8cea-c372d8b37cf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:48.609944405Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9cdb58","reconcileID":"3ebac209-defd-4dd8-b069-52e1b95341cf","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"name":"e2e-rt-eq-9cdb58","namespace":"llm","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:48.610156778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"b2fc210d-20d6-4e8c-8852-8af57ad093d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:48.61222598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"7c47732a-89ab-4cfa-9624-1f4959a2e524","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:48.62288713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-79a1da-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-sub","reconcileID":"eeec317b-cce0-473a-b11b-4a3b732bab73","MaaSSubscription":{"name":"e2e-rt-sw-79a1da-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-79a1da","model":"llm/e2e-rt-sw-79a1da","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:48.651597611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"8a78c226-7322-46a4-976b-194c54b06daa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:48.70349355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d25f776a-d51a-4674-92fc-37ce01f309bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:48.707925423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"8a78c226-7322-46a4-976b-194c54b06daa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:48.759706732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d25f776a-d51a-4674-92fc-37ce01f309bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:49.043090849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"9ac92015-79d1-478b-a1de-24a8a0556fae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:49.050780081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"bc762e6a-5b43-433e-beac-9fcf45b36a34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:49.104655814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-access","reconcileID":"a0ff3498-d911-4270-8525-711799764f08","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:49.10875824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"9ac92015-79d1-478b-a1de-24a8a0556fae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:49.111064925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"bc762e6a-5b43-433e-beac-9fcf45b36a34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:49.153874634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"3f2a119b-4b76-4d29-a7a4-541a506b8143","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:49.160713712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-access","reconcileID":"a0ff3498-d911-4270-8525-711799764f08","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:49.206596307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"0b038a8a-6fe8-458c-9e1c-21bb29f36ae6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:49.210805903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"3f2a119b-4b76-4d29-a7a4-541a506b8143","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:49.263058363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"0b038a8a-6fe8-458c-9e1c-21bb29f36ae6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:49.422877384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"2db0ab9f-ab9f-49ab-8c18-7ba7d74679d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:49.423258286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"f4bfc077-2ac8-4fba-b50e-0cf8223701e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:49.479797738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"f4bfc077-2ac8-4fba-b50e-0cf8223701e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:49.480184389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"2db0ab9f-ab9f-49ab-8c18-7ba7d74679d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:49.578323455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"545f8992-4f54-4743-af87-69cd90bab5c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:49.630598477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a30783c9-4eed-4de1-9745-cf578a13ac53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:49.63504363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"545f8992-4f54-4743-af87-69cd90bab5c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:49.679840023Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9cdb58","reconcileID":"cc70c2e2-9f89-4de8-810e-a976fb439146","namespace":"llm","name":"e2e-rt-eq-9cdb58","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:49.706518686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a30783c9-4eed-4de1-9745-cf578a13ac53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:49.733800708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9cdb58","reconcileID":"fe9362f8-4a41-4126-a7f6-1b684d8d468c","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9cdb58","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:49.733838229Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9cdb58","reconcileID":"fe9362f8-4a41-4126-a7f6-1b684d8d468c","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9cdb58-4a878dc40e22","namespace":"llm","model":"e2e-rt-eq-9cdb58","externalModel":"e2e-rt-eq-9cdb58","provider":"e2e-rt-eq-9cdb58-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:49.846479159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"e6131bc9-98fb-4337-9dc0-faa9b81f6721","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:49.850820572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"8344eedd-e06b-445e-9709-77b979a43643","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:49.852754518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"bb674b15-0a13-45f7-a7ec-2985f9a5cfa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:49.904362262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"e6131bc9-98fb-4337-9dc0-faa9b81f6721","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:49.909159659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"8344eedd-e06b-445e-9709-77b979a43643","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:49.909363147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"bb674b15-0a13-45f7-a7ec-2985f9a5cfa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:50.004753143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"cd555c1a-e5b5-4021-ab45-e2c41b333974","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:50.061409574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"cd555c1a-e5b5-4021-ab45-e2c41b333974","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:50.09555721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a99bc116-2e34-4b80-83cf-6397f142147e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:50.152052597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a99bc116-2e34-4b80-83cf-6397f142147e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:50.268422091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"12ea0a18-ae45-4b9d-a741-268cc10ef413","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:50.268515305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"b58da1f4-b2af-45be-8e15-3d3f1e41a7e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:50.320922703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-access","reconcileID":"01278437-b6eb-4ecd-a9fa-f24e8dd0f75f","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:50.325501422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"12ea0a18-ae45-4b9d-a741-268cc10ef413","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:50.326369836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"b58da1f4-b2af-45be-8e15-3d3f1e41a7e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:50.377940648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"36e01d8e-d1bb-4c41-845e-c49010715a1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:50.379052516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-access","reconcileID":"01278437-b6eb-4ecd-a9fa-f24e8dd0f75f","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:50.435165691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"36e01d8e-d1bb-4c41-845e-c49010715a1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:50.477271398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"c62463d2-bb84-4414-b245-d189e74bb521","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:50.533936867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"c62463d2-bb84-4414-b245-d189e74bb521","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:50.642888702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"16f503c2-516c-45d0-be87-d782a8100837","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:50.693906026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca3980f3-1d3a-45b7-8f5f-d8a50e3d19f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:50.699615053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"16f503c2-516c-45d0-be87-d782a8100837","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:50.750429039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca3980f3-1d3a-45b7-8f5f-d8a50e3d19f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:50.796206495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"fb155b41-b385-4b58-86e9-b0f09655f3aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:50.85347539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"fb155b41-b385-4b58-86e9-b0f09655f3aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:51.195965992Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9cdb58","reconcileID":"cb54fc5f-371a-4cd6-a594-51153995dcb8","namespace":"llm","name":"e2e-rt-eq-9cdb58","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:51.355274309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"68d172dd-49be-4a8b-8b2a-156a26be8247","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:51.355978156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"35cf3215-ca43-47b6-a0ef-3d35796a5738","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:51.356795293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"310aa87b-13d8-4e02-aefd-c5a7c4f02b76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:51.409961732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-access","reconcileID":"f7e3cebf-9d3e-4392-a029-cb9923afd0ff","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:51.413445244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"568867df-1e7c-4cc5-95e4-3241c1200490","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:51.415689754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"310aa87b-13d8-4e02-aefd-c5a7c4f02b76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:51.415820102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"68d172dd-49be-4a8b-8b2a-156a26be8247","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:51.418045173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"35cf3215-ca43-47b6-a0ef-3d35796a5738","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:51.467002563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-access","reconcileID":"f7e3cebf-9d3e-4392-a029-cb9923afd0ff","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:51.470623526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"568867df-1e7c-4cc5-95e4-3241c1200490","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:51.731905572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"abc8890c-e536-42e1-a491-3c6e799453d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:51.731995397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"4dfeacec-6651-4154-ad43-4026242c0472","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:51.732479932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"0b67f554-c94c-4411-87c0-481d7a71ec8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:51.789811395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"4dfeacec-6651-4154-ad43-4026242c0472","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:51.789849616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"0b67f554-c94c-4411-87c0-481d7a71ec8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:51.79198232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"abc8890c-e536-42e1-a491-3c6e799453d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:51.833812724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"d049717a-155d-404b-a042-53811d08400a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:51.890528281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"d049717a-155d-404b-a042-53811d08400a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:51.984448279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45b15e82-60b4-48e1-a346-a620451cdaeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:52.041884198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45b15e82-60b4-48e1-a346-a620451cdaeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:52.15587407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"e5552d8b-a140-4a15-bcc7-090e56b5d31d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:52.156047474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"9d4b1460-e956-4d25-84be-213aa42c6fdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:52.155872977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"ce6e8ad5-733d-48fc-8796-8f1127f007aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:52.21324714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"ce6e8ad5-733d-48fc-8796-8f1127f007aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:52.213378373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"9d4b1460-e956-4d25-84be-213aa42c6fdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:52.215498142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"e5552d8b-a140-4a15-bcc7-090e56b5d31d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:52.591639575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"e973a4eb-062f-4d1a-8c09-d2222dfa05f5","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:53.551196897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"premium-w2-ca6546","reconcileID":"630abf44-6f83-4055-b2c9-73a93e05af18","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"premium-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"premium-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:53.551719296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-5eca459f","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"e2e-conflict-a-5eca459f","reconcileID":"f538d4db-e469-4606-b107-0bb1da906a5a","MaaSModelRef":{"name":"e2e-conflict-a-5eca459f","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"e2e-conflict-a-5eca459f-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"e2e-conflict-a-5eca459f","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:53.551978388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"f876a192-9309-423b-a7ca-8ba87dafba6c","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:53.619673612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"c9d5d69d-7a2b-4d7e-bde0-1f1d502b834c","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:53.620181549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"premium-w2-ca6546","reconcileID":"83e71dae-a77f-4ac5-9824-cb2424c32c71","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"premium-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"premium-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:53.620586202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-5eca459f","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"e2e-conflict-a-5eca459f","reconcileID":"40116ed7-f782-4dd2-b935-1f2d917f2ae2","MaaSModelRef":{"name":"e2e-conflict-a-5eca459f","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"e2e-conflict-a-5eca459f-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"e2e-conflict-a-5eca459f","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:53.71079653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"497ac016-cf20-4ecb-ab82-082e3778db52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:53.710796533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"bbb9e7d4-1deb-43bf-b830-61ee45aabf60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:53.76666434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"fca14ccc-587e-4db9-8ede-abe12c24bcfa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-premium-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:53.767933585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"c35a7a06-8361-4b6b-9a32-f434e4fcbb41","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:53.770777935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"bbb9e7d4-1deb-43bf-b830-61ee45aabf60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:53.772817515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"497ac016-cf20-4ecb-ab82-082e3778db52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:54.02282552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9cdb58","reconcileID":"61b10ccc-cf58-4cab-9443-76e23ff00896","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9cdb58","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:54.022858294Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9cdb58","reconcileID":"61b10ccc-cf58-4cab-9443-76e23ff00896","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9cdb58-4a878dc40e22","namespace":"llm","model":"e2e-rt-eq-9cdb58","externalModel":"e2e-rt-eq-9cdb58","provider":"e2e-rt-eq-9cdb58-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:54.128804597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9cdb58","reconcileID":"9a7e11b9-585c-4e8e-ac57-6d5a2cbb34ea","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9cdb58","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:54.12883676Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9cdb58","reconcileID":"9a7e11b9-585c-4e8e-ac57-6d5a2cbb34ea","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9cdb58-4a878dc40e22","namespace":"llm","model":"e2e-rt-eq-9cdb58","externalModel":"e2e-rt-eq-9cdb58","provider":"e2e-rt-eq-9cdb58-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:54.148222176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"9cb0ce7f-362d-4bc6-b585-567888d2a59f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:54.150036453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"d2fa016b-4daf-4e77-88b5-a9f998e056ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:54.208839187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"9cb0ce7f-362d-4bc6-b585-567888d2a59f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:54.209371207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"d2fa016b-4daf-4e77-88b5-a9f998e056ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:54.350149907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9cdb58-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9cdb58-access","reconcileID":"7b0650f8-ba1f-4d38-97c4-bdbb5d1cd763","MaaSAuthPolicy":{"name":"e2e-rt-eq-9cdb58-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:54.406622074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9cdb58-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9cdb58-access","reconcileID":"7b0650f8-ba1f-4d38-97c4-bdbb5d1cd763","MaaSAuthPolicy":{"name":"e2e-rt-eq-9cdb58-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:54.83724129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9cdb58","reconcileID":"82bd596c-5cdb-450d-90ac-b8f82ff8a440","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9cdb58","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:54.837268622Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9cdb58","reconcileID":"82bd596c-5cdb-450d-90ac-b8f82ff8a440","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9cdb58-4a878dc40e22","namespace":"llm","model":"e2e-rt-eq-9cdb58","externalModel":"e2e-rt-eq-9cdb58","provider":"e2e-rt-eq-9cdb58-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:59.530697167Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-9cdb58-sub models-as-a-service/e2e-rt-sw-79a1da-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:59.58770804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9cdb58","reconcileID":"d1ee6741-994e-4017-8baa-4e5aa2e72fd4","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9cdb58","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:59.587730153Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9cdb58","reconcileID":"d1ee6741-994e-4017-8baa-4e5aa2e72fd4","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9cdb58-4a878dc40e22","namespace":"llm","model":"e2e-rt-eq-9cdb58","externalModel":"e2e-rt-eq-9cdb58","provider":"e2e-rt-eq-9cdb58-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:14:59.64127724Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-9cdb58-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9cdb58-sub","reconcileID":"3d311aa2-cea9-4e99-a0de-79227185cec6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-9cdb58-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:59.749878619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9cdb58","reconcileID":"fb763e45-b220-414a-88d0-130ca6e22de4","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9cdb58","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:59.749900338Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9cdb58","reconcileID":"fb763e45-b220-414a-88d0-130ca6e22de4","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9cdb58-4a878dc40e22","namespace":"llm","model":"e2e-rt-eq-9cdb58","externalModel":"e2e-rt-eq-9cdb58","provider":"e2e-rt-eq-9cdb58-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:59.798000059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-access","reconcileID":"6ecfe930-490d-47d4-bf35-81c4370adcf3","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:59.79804948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de9eb64e-cfbf-42ec-a190-3fc0406a8516","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:59.798480438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9cdb58-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9cdb58-access","reconcileID":"2cb6748e-0ef0-4a74-820a-0d6cca6f24ce","MaaSAuthPolicy":{"name":"e2e-rt-eq-9cdb58-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:59.798514645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2daee61-75cd-4c26-9de7-991e34742b34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:59.854520116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-access","reconcileID":"6ecfe930-490d-47d4-bf35-81c4370adcf3","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:59.854717754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de9eb64e-cfbf-42ec-a190-3fc0406a8516","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:59.856865359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2daee61-75cd-4c26-9de7-991e34742b34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:59.856977243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9cdb58-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9cdb58-access","reconcileID":"2cb6748e-0ef0-4a74-820a-0d6cca6f24ce","MaaSAuthPolicy":{"name":"e2e-rt-eq-9cdb58-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:14:59.857150225Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9cdb58","reconcileID":"fb763e45-b220-414a-88d0-130ca6e22de4","name":"e2e-rt-eq-9cdb58","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-9cdb58\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:14:59.857198047Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9cdb58","reconcileID":"fb763e45-b220-414a-88d0-130ca6e22de4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-9cdb58\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:59.913566003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"409e80e0-ba9a-4a8c-985d-4e23160d417f","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-79a1da","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:14:59.913583508Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"409e80e0-ba9a-4a8c-985d-4e23160d417f","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-79a1da-bc2ab86b9228","namespace":"llm","model":"e2e-rt-sw-79a1da","externalModel":"e2e-rt-sw-79a1da","provider":"e2e-rt-sw-79a1da-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:00.019164417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9cdb58","reconcileID":"02cffdcb-7e61-4d67-b223-73e4c14d3667","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9cdb58","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:00.019183754Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9cdb58","reconcileID":"02cffdcb-7e61-4d67-b223-73e4c14d3667","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9cdb58-4a878dc40e22","namespace":"llm","model":"e2e-rt-eq-9cdb58","externalModel":"e2e-rt-eq-9cdb58","provider":"e2e-rt-eq-9cdb58-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:00.074051622Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-9cdb58-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9cdb58-sub","reconcileID":"14c2310d-4b0e-4d5f-a01f-17d6edc601fd","MaaSSubscription":{"name":"e2e-rt-eq-9cdb58-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-9cdb58","model":"e2e-rt-eq-9cdb58","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-9cdb58-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:00.333921804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"047f6154-35ce-45e8-a57e-3a5457fcdb5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:00.334659613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"092c1437-9d46-4c30-a626-e216e800a67c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:00.359677514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9cdb58","reconcileID":"9196630a-8fe6-48fc-807e-751adbcc085a","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9cdb58","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:00.359707838Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9cdb58","reconcileID":"9196630a-8fe6-48fc-807e-751adbcc085a","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9cdb58-4a878dc40e22","namespace":"llm","model":"e2e-rt-eq-9cdb58","externalModel":"e2e-rt-eq-9cdb58","provider":"e2e-rt-eq-9cdb58-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:00.392454465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"092c1437-9d46-4c30-a626-e216e800a67c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:00.393842189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"047f6154-35ce-45e8-a57e-3a5457fcdb5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:00.441025224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-access","reconcileID":"72c1b95d-b718-4562-91f1-5bb465a3b35c","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:00.44167161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9cdb58-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9cdb58-access","reconcileID":"f0f1474b-efb9-4ff2-b720-8bf8af625751","MaaSAuthPolicy":{"name":"e2e-rt-eq-9cdb58-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:00.498973199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-access","reconcileID":"72c1b95d-b718-4562-91f1-5bb465a3b35c","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:00.500393508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9cdb58-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9cdb58-access","reconcileID":"f0f1474b-efb9-4ff2-b720-8bf8af625751","MaaSAuthPolicy":{"name":"e2e-rt-eq-9cdb58-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:00.597954868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-9cdb58-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9cdb58-sub","reconcileID":"ca8d27a7-d156-4171-acf4-08b590726fbc","MaaSSubscription":{"name":"e2e-rt-eq-9cdb58-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-9cdb58","model":"llm/e2e-rt-eq-9cdb58","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:02.318786599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"50a91055-07b8-413c-9a04-a9b8fb4082e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:02.319963138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"cb62d8eb-630c-406a-8891-eea6daa1cb49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:02.390295036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"cb62d8eb-630c-406a-8891-eea6daa1cb49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:02.399642174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"50a91055-07b8-413c-9a04-a9b8fb4082e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:02.645145673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-access","reconcileID":"581a5757-cf80-4b2b-abe1-a402f1794a5f","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:02.646593887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"429b4e70-986d-4b7c-b019-07d0b317d527","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:02.647377462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d795f4b-9ddc-46c5-ba89-657a77dd0380","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:02.715959683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"429b4e70-986d-4b7c-b019-07d0b317d527","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:02.723116148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d795f4b-9ddc-46c5-ba89-657a77dd0380","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:02.732938195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-access","reconcileID":"581a5757-cf80-4b2b-abe1-a402f1794a5f","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:02.894127934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9cdb58-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9cdb58-access","reconcileID":"47105f60-ae7a-4837-b7fb-4bac5840373f","MaaSAuthPolicy":{"name":"e2e-rt-eq-9cdb58-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:02.988255282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9cdb58-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9cdb58-access","reconcileID":"47105f60-ae7a-4837-b7fb-4bac5840373f","MaaSAuthPolicy":{"name":"e2e-rt-eq-9cdb58-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:05.610056148Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:19.56490297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-9cdb58-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9cdb58-sub","reconcileID":"a01f27dc-acd0-4869-ab64-26a3511662cd","MaaSSubscription":{"name":"e2e-rt-eq-9cdb58-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-9cdb58","model":"llm/e2e-rt-eq-9cdb58","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:19.872451346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9cdb58","reconcileID":"3b067c08-292e-49c4-9b62-6a789d62f2fb","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9cdb58","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:19.872570935Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9cdb58","reconcileID":"3b067c08-292e-49c4-9b62-6a789d62f2fb","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9cdb58-4a878dc40e22","namespace":"llm","model":"e2e-rt-eq-9cdb58","externalModel":"e2e-rt-eq-9cdb58","provider":"e2e-rt-eq-9cdb58-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:20.14641739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91b43514-92a9-4f58-85c4-b0b20fd0349a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:20.147464051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9cdb58-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9cdb58-access","reconcileID":"e7639f4f-6d28-44b1-812f-668fa49e700d","MaaSAuthPolicy":{"name":"e2e-rt-eq-9cdb58-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:20.167817659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-access","reconcileID":"bb69b475-7f99-4358-8474-7f68d9c1a884","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:20.168737867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3aadbe7-0fff-4800-9db4-1644a28c7f47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:20.223900866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91b43514-92a9-4f58-85c4-b0b20fd0349a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:20.224475484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9cdb58-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9cdb58-access","reconcileID":"e7639f4f-6d28-44b1-812f-668fa49e700d","MaaSAuthPolicy":{"name":"e2e-rt-eq-9cdb58-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:20.229971624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-access","reconcileID":"bb69b475-7f99-4358-8474-7f68d9c1a884","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:20.258029854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3aadbe7-0fff-4800-9db4-1644a28c7f47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:24.466751195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"e27c2c71-970f-4b48-8437-bdfce1b18379","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:24.467273683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"premium-w0-1f6e39","reconcileID":"32890d4e-02fb-4bf2-936e-d3f5ac3f6fdb","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"premium-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"premium-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:24.467728371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"401ebe4e-a833-4054-ad7a-63514ad6d68e","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:24.533498509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"39118ae9-1dc4-4d38-8a39-8e3211ac4ecc","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:24.533792053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"87c7b698-6c70-4504-b29a-0b1169e98015","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:24.534193653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"premium-w0-1f6e39","reconcileID":"c80c88ab-02d6-4d16-91a9-c7d24166a819","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"premium-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"premium-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:24.625913713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"5f8f6a72-2bf4-41f2-82ad-035ac070f134","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:24.626013089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"d98e2317-6941-4c61-aac7-ce4b9e9dff5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:24.7048797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-subscription","reconcileID":"c9c04486-3461-4267-a72d-dd4436090a66","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-premium-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:24.705729444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"ef89dd7a-2ea5-44c6-8f3f-624a5e3862ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:24.722309603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"d98e2317-6941-4c61-aac7-ce4b9e9dff5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:24.726950682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"5f8f6a72-2bf4-41f2-82ad-035ac070f134","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:25.086992441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"b4f99331-7266-4b9f-9bf6-854a6bbfa8b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:25.086992418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"b6c6a985-9ed1-46c7-a470-681b4d02267e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:25.144175319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"b6c6a985-9ed1-46c7-a470-681b4d02267e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:25.144401441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"b4f99331-7266-4b9f-9bf6-854a6bbfa8b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:33.409806058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"80ed91d1-bade-44e5-be4b-79632452631b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:33.409806037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"b9e94e15-6b9a-4630-a5f3-fd29676584cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:33.468258853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"80ed91d1-bade-44e5-be4b-79632452631b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:33.469894332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"b9e94e15-6b9a-4630-a5f3-fd29676584cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:35.609217606Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:37.856522549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"db2decfc-c3e8-427d-9337-5d6b26b76f16","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:37.868196924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"premium-w4-398828","reconcileID":"f12f91fe-c9ee-4ab1-9a81-81c9c137c253","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"premium-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"premium-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:37.927447173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"20098ed3-12fe-4714-ad5c-b12f2ff282df","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:37.927993668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"premium-w4-398828","reconcileID":"fa2950ff-ee64-43db-b38d-2cd37a387a97","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"premium-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"premium-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:38.067974219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"c0cd8452-a345-4623-9fdd-e9260b297130","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:38.068479957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"b693212d-5196-47d2-b345-e7e04e0090e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:38.085146593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-subscription","reconcileID":"f02a3476-dc8e-4d7f-a5b6-062a56a3790f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-premium-w4-398828","model":"e2e-models-e2e-worker-w4-398828/premium-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:38.133760769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"c0cd8452-a345-4623-9fdd-e9260b297130","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:38.135235638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"b693212d-5196-47d2-b345-e7e04e0090e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:38.193611857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"54b5f2f2-063c-4ca7-bc78-1f0ce8ad715d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:38.492170262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"5baec35e-4866-40f1-be3d-cac69a1cd8d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:38.492325894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"d70f1af6-d8bb-49c6-82d3-a18e5775092e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:38.550792906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"d70f1af6-d8bb-49c6-82d3-a18e5775092e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:38.550792926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"5baec35e-4866-40f1-be3d-cac69a1cd8d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:45.058155925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-5eca459f","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"e2e-conflict-b-5eca459f","reconcileID":"9826dbcc-89f0-40c3-9188-77cfd115081f","MaaSModelRef":{"name":"e2e-conflict-b-5eca459f","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"e2e-conflict-b-5eca459f-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"e2e-conflict-b-5eca459f","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:45.119029783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-5eca459f","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"e2e-conflict-a-5eca459f","reconcileID":"d8fdb11e-9725-40a0-b693-d1088a49a2ed","MaaSModelRef":{"name":"e2e-conflict-a-5eca459f","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"e2e-conflict-a-5eca459f-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"e2e-conflict-a-5eca459f","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:46.005801558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-5eca459f","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"e2e-conflict-a-5eca459f","reconcileID":"22228445-9978-46d0-a534-914a9f568cab","MaaSModelRef":{"name":"e2e-conflict-a-5eca459f","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"e2e-conflict-a-5eca459f-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"e2e-conflict-a-5eca459f","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:47.749653079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"75eac0cf-796d-48ae-b83b-ad2084641448","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:47.750187963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"31e006d9-1406-4a9c-af82-1b6b94d64f61","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:47.750640631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"fc66e1ba-0498-496c-9a26-7895d469c108","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:47.81710647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"d548a99b-f6ad-4b8f-9c97-e3dfe5493afe","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:47.817603774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"8f694412-5721-4fde-ba24-efb712a822b3","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:47.817990084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"e76fd678-f14d-43fa-8833-cf18fb683736","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:47.93499884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"15acd33d-10d3-466a-b88b-c18ebdfefd57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:47.936061324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"360bb61c-bfe5-403a-a266-522a027a62c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:47.995189036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"386f2104-37bd-4c9e-8d54-fdb10dc51ef3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:47.995954694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"90f6270b-5574-4c94-88b4-a60b0f348ec0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:47.999713925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"15acd33d-10d3-466a-b88b-c18ebdfefd57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:48.042094809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"360bb61c-bfe5-403a-a266-522a027a62c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:48.329673789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"931c5cee-0207-42d5-9f47-4420ffecf0f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:48.385815759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"931c5cee-0207-42d5-9f47-4420ffecf0f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:48.431494139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"ac2d195c-7263-40b2-8581-753bb939a396","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:48.488813908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"ac2d195c-7263-40b2-8581-753bb939a396","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:48.758346576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9cdb58","reconcileID":"d058208f-cdc2-4345-affd-eb5e6d876b1f","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9cdb58","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:48.758428123Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9cdb58","reconcileID":"d058208f-cdc2-4345-affd-eb5e6d876b1f","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9cdb58-4a878dc40e22","namespace":"llm","model":"e2e-rt-eq-9cdb58","externalModel":"e2e-rt-eq-9cdb58","provider":"e2e-rt-eq-9cdb58-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:48.922581746Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-9cdb58-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9cdb58-sub","reconcileID":"1a92da3d-2132-4e67-94d9-6f66e4ff563d","MaaSSubscription":{"name":"e2e-rt-eq-9cdb58-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5130b62f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:48.969176473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac278be0-506b-4011-88e8-7b126c369130","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:48.97312767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22786b53-9a8c-48c6-b529-0b98b4235a66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:48.973680744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9cdb58-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9cdb58-access","reconcileID":"43305554-d6b9-4dca-960d-c18032da6676","MaaSAuthPolicy":{"name":"e2e-rt-eq-9cdb58-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:48.973778977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-access","reconcileID":"c9044fd8-e242-4a62-9cdf-f9260b1102c8","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:49.025591343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac278be0-506b-4011-88e8-7b126c369130","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:49.029831479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22786b53-9a8c-48c6-b529-0b98b4235a66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:49.030213523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-access","reconcileID":"c9044fd8-e242-4a62-9cdf-f9260b1102c8","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:49.032090442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9cdb58-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9cdb58-access","reconcileID":"43305554-d6b9-4dca-960d-c18032da6676","MaaSAuthPolicy":{"name":"e2e-rt-eq-9cdb58-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:49.495434335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34be60b4-b53e-4b8d-bf4f-299d7db78ce1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:49.495448391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23221185-d888-4063-8f62-aff1a5a8592c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:49.556046917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23221185-d888-4063-8f62-aff1a5a8592c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:49.556061826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34be60b4-b53e-4b8d-bf4f-299d7db78ce1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:49.610916081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-access","reconcileID":"bbef4682-1d33-43b8-b2af-627983c567e6","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:49.611234313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9cdb58-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9cdb58-access","reconcileID":"9c055457-442e-48f9-b12c-165804e43192","MaaSAuthPolicy":{"name":"e2e-rt-eq-9cdb58-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:49.670092482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9cdb58-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9cdb58-access","reconcileID":"9c055457-442e-48f9-b12c-165804e43192","MaaSAuthPolicy":{"name":"e2e-rt-eq-9cdb58-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:49.670248522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-access","reconcileID":"bbef4682-1d33-43b8-b2af-627983c567e6","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:51.38008003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"3898e01a-f71a-486c-9bc1-b0f369776490","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:51.38008861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"c4118bcf-c762-41ac-a847-a1f8c943bcd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:51.436941955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"3898e01a-f71a-486c-9bc1-b0f369776490","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:51.437167404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"c4118bcf-c762-41ac-a847-a1f8c943bcd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:56.368153879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-2-w0-1f6e39","reconcileID":"a2d2d78c-ee32-404f-ac27-26205f922cd7","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-2-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-2-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:57.100783533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"092c3dd3-1005-44e5-b372-ec2b68b8fd99","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:57.157799237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"5f299bcb-0a99-4693-98bf-bd71581f16f6","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:57.315158798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-dedup-auth","reconcileID":"0b61e60b-2d67-439a-b2f2-f0a71080f347","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:57.371330712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-dedup-auth","reconcileID":"0b61e60b-2d67-439a-b2f2-f0a71080f347","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:57.641607989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"62a21bf7-cc28-42dd-8f17-2843335a3c3c","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:57.79988615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-dedup-auth","reconcileID":"0f132914-f1b2-4072-999d-18afe58a362a","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:57.856384415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-dedup-auth","reconcileID":"0f132914-f1b2-4072-999d-18afe58a362a","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:58.976608367Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-9cdb58-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9cdb58-sub","reconcileID":"5475ec8f-39d7-4237-be9a-75cfcfbc7293","MaaSSubscription":{"name":"e2e-rt-eq-9cdb58-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-9cdb58","subscription":"e2e-rt-eq-9cdb58-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:59.083658382Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-9cdb58-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9cdb58-sub","reconcileID":"5475ec8f-39d7-4237-be9a-75cfcfbc7293","MaaSSubscription":{"name":"e2e-rt-eq-9cdb58-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-9cdb58","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:59.137076489Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-9cdb58-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9cdb58-sub","reconcileID":"5475ec8f-39d7-4237-be9a-75cfcfbc7293","MaaSSubscription":{"name":"e2e-rt-eq-9cdb58-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-9cdb58","namespace":"llm","model":"llm/e2e-rt-eq-9cdb58","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:59.468414816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9cdb58","reconcileID":"51b13ca4-c689-48a0-b9d3-fff808236ffe","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9cdb58","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:59.468447837Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9cdb58","reconcileID":"51b13ca4-c689-48a0-b9d3-fff808236ffe","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9cdb58-4a878dc40e22","namespace":"llm","model":"e2e-rt-eq-9cdb58","externalModel":"e2e-rt-eq-9cdb58","provider":"e2e-rt-eq-9cdb58-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:59.643639228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"ab3c9ab0-b327-45c9-a1ef-121c745b2807","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-79a1da","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:59.643663481Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"ab3c9ab0-b327-45c9-a1ef-121c745b2807","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-79a1da-bc2ab86b9228","namespace":"llm","model":"e2e-rt-sw-79a1da","externalModel":"e2e-rt-sw-79a1da","provider":"e2e-rt-sw-79a1da-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:59.688576846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"297b75b4-2cbb-4ad1-94c3-9f9e9f4a0da7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:59.688578106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9cdb58-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9cdb58-access","reconcileID":"7409f22c-069f-4444-8919-3b4b55e755c7","MaaSAuthPolicy":{"name":"e2e-rt-eq-9cdb58-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:59.695912884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a66e4b17-a4db-4861-bdfc-07f6062f2790","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:59.704070539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-access","reconcileID":"8e838b4a-4471-4206-bd74-8d1880b59aec","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:59.746693758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9cdb58-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9cdb58-access","reconcileID":"7409f22c-069f-4444-8919-3b4b55e755c7","MaaSAuthPolicy":{"name":"e2e-rt-eq-9cdb58-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:59.747172106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"297b75b4-2cbb-4ad1-94c3-9f9e9f4a0da7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:59.750526263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9cdb58","reconcileID":"96d2e2e8-2976-4278-937b-a5b79821b868","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9cdb58","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:59.750542144Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9cdb58","reconcileID":"96d2e2e8-2976-4278-937b-a5b79821b868","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9cdb58-4a878dc40e22","namespace":"llm","model":"e2e-rt-eq-9cdb58","externalModel":"e2e-rt-eq-9cdb58","provider":"e2e-rt-eq-9cdb58-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:59.753221604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a66e4b17-a4db-4861-bdfc-07f6062f2790","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:59.761280849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-access","reconcileID":"8e838b4a-4471-4206-bd74-8d1880b59aec","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:59.807175619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"2eff102b-6ba3-4c73-867d-71caf6b0999a","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:15:59.865022843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"90374d57-075e-4097-977e-bf6791a12e95","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:15:59.918435457Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-dedup-subscription","reconcileID":"daf48a37-9d1e-48d6-b5f0-eac85b7a8191","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:15:59.970579696Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-dedup-auth","reconcileID":"1204ef78-a593-484a-ade2-8b154c1fb438","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:00.026625369Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-dedup-auth","reconcileID":"1204ef78-a593-484a-ade2-8b154c1fb438","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:00.026721547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"48ceb601-7861-43c2-95d4-164b82f0ed19","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:00.033115196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"78bd9566-8af1-4ec9-9968-7326b246d915","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:00.059318306Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9cdb58-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9cdb58-access","reconcileID":"485bd2ea-ca29-45b3-a49c-22041acd991b","MaaSAuthPolicy":{"name":"e2e-rt-eq-9cdb58-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-9cdb58","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:00.090522345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"6404e558-1c54-4992-aaba-a83a5b0f17d2","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:00.112185034Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"c64dd5cc-6ba0-4799-a2ab-92e22df3ed67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:00.112248806Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"8a5de0d8-bf57-42de-900e-21e791819a67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:00.169409061Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"c64dd5cc-6ba0-4799-a2ab-92e22df3ed67","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:00.169520962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"f916e4b9-6263-4725-9b2c-13705dc16a2c","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:00.172165321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"premium-w0-1f6e39","reconcileID":"93a90aa0-5750-4d52-aeb1-618d5ac46c9e","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"premium-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"premium-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:00.17227157Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"8a5de0d8-bf57-42de-900e-21e791819a67","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:00.212078309Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-dedup-auth","reconcileID":"ff9525e8-11ca-4679-9e45-66b4af9955fd","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:00.21213153Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-dedup-auth","reconcileID":"ff9525e8-11ca-4679-9e45-66b4af9955fd","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:00.329492741Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"4551424d-fe78-45e1-9dfe-d5159144eafc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:00.329567076Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"4551424d-fe78-45e1-9dfe-d5159144eafc","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:00.330312017Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"19a51c49-66e8-4e9b-9017-5ff2d37f837f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:00.330421329Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"19a51c49-66e8-4e9b-9017-5ff2d37f837f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:00.359948269Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-dedup-subscription","reconcileID":"b2a63dac-3547-4ef7-ae1a-6b04cc205222","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription","ai-tenant-e2e-worker-w0-1f6e39/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:00.36904314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9cdb58","reconcileID":"12b2b944-6eb2-447e-ace4-1fa7f1b3dd81","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9cdb58","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:00.36906926Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9cdb58","reconcileID":"12b2b944-6eb2-447e-ace4-1fa7f1b3dd81","MaaSModelRef":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9cdb58-4a878dc40e22","namespace":"llm","model":"e2e-rt-eq-9cdb58","externalModel":"e2e-rt-eq-9cdb58","provider":"e2e-rt-eq-9cdb58-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:00.370799498Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-dedup-auth","reconcileID":"aeb4fdfd-bdf9-4a9d-9ffe-cd2b7cb4ffc0","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:00.370878275Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-dedup-auth","reconcileID":"aeb4fdfd-bdf9-4a9d-9ffe-cd2b7cb4ffc0","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:00.498828616Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"8d2ab51b-dbef-4ddc-a738-f413983f79ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:00.498907437Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"8d2ab51b-dbef-4ddc-a738-f413983f79ea","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:00.498828584Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"0496e75f-7b1b-4e05-b32e-c09a1dc99f81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:00.498987411Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"0496e75f-7b1b-4e05-b32e-c09a1dc99f81","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:00.527210807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"ebe823fa-0d64-472a-a38e-d69999061815","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:00.549399863Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-dedup-auth","reconcileID":"23a96370-ad58-4d8a-b212-01a9af8e8127","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:00.549450069Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-dedup-auth","reconcileID":"23a96370-ad58-4d8a-b212-01a9af8e8127","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:00.573536698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"8afbe672-e7de-4f10-8fc6-99b28c6edd13","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":2,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:00.677336888Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"a107f8c5-ed18-4f00-b7d2-119c6c9ad073","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:00.677402418Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"a107f8c5-ed18-4f00-b7d2-119c6c9ad073","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:00.677393834Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"75f4d9e0-87e9-4571-af05-722397399e4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:00.677444453Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"75f4d9e0-87e9-4571-af05-722397399e4e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:00.738006564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-dedup-subscription","reconcileID":"9fbed560-902f-4f0e-b16f-dea34bd50ab3","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":2,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:00.779700023Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-dedup-auth","reconcileID":"26460726-0c5c-4704-9a40-72fc1e332fe7","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:00.779759992Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-dedup-auth","reconcileID":"26460726-0c5c-4704-9a40-72fc1e332fe7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:00.8518827Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9cdb58","reconcileID":"4fa397b6-d1f7-4b45-ab60-2a6444ee6043","namespace":"llm","name":"e2e-rt-eq-9cdb58","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:00.878379612Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"6fbdcc52-17ab-4807-82a7-0e328c109ccf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:00.878431277Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"6fbdcc52-17ab-4807-82a7-0e328c109ccf","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:00.878435183Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"81839faf-7066-4bf6-bb5c-d0b513006866","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:00.878478085Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"81839faf-7066-4bf6-bb5c-d0b513006866","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:00.91033059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"358e0cd3-1d61-4261-aea0-11c47016ddf0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:00.910366306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"358e0cd3-1d61-4261-aea0-11c47016ddf0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:00.910790802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"22e8d92c-22b3-4d39-ab38-83a10949575d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:00.910809682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"22e8d92c-22b3-4d39-ab38-83a10949575d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:00.911161234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aaae93a3-dd49-403c-825c-58113ecaa789","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:00.911176161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aaae93a3-dd49-403c-825c-58113ecaa789","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:00.912230091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37e13a41-ed08-48f3-8290-1505edeb6b73","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:00.912250018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37e13a41-ed08-48f3-8290-1505edeb6b73","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:00.91284574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2b71ed50-1678-4641-8137-297219aa22fa","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:00.912865168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2b71ed50-1678-4641-8137-297219aa22fa","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:00.913222026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"da67bed2-7c96-40e2-8e0a-a0a283c0eca1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:00.913237337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"da67bed2-7c96-40e2-8e0a-a0a283c0eca1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:00.913689603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e60ee721-c85e-4454-a9b8-193efa71b077","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:00.913707939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e60ee721-c85e-4454-a9b8-193efa71b077","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:00.914589252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9e3596c3-4c51-47b2-9a38-140fae66c7b2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:00.914604735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9e3596c3-4c51-47b2-9a38-140fae66c7b2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:00.970952447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"0919562a-91e3-47c9-81cf-d4ead561760a","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-79a1da","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:00.970975556Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"0919562a-91e3-47c9-81cf-d4ead561760a","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-79a1da-bc2ab86b9228","namespace":"llm","model":"e2e-rt-sw-79a1da","externalModel":"e2e-rt-sw-79a1da","provider":"e2e-rt-sw-79a1da-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:01.011881027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"b279c966-aa10-4a8c-80cf-5bd470c0c69c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:01.01189574Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-dedup-auth","reconcileID":"1a5abd26-f642-4f6f-8dc2-96f142175812","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:01.011949848Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-dedup-auth","reconcileID":"1a5abd26-f642-4f6f-8dc2-96f142175812","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:01.03840318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"d343db54-9c9d-4c86-af7d-efac7c4644fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:01.038404365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"4fd51817-b9fe-4c48-91a5-38b1c5beafea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:01.064795268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c646bf3-3678-48ac-8d13-90ce1decc98b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:01.069507219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"b279c966-aa10-4a8c-80cf-5bd470c0c69c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:01.095309767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"d343db54-9c9d-4c86-af7d-efac7c4644fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:01.095322384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"4fd51817-b9fe-4c48-91a5-38b1c5beafea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:01.121253597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c646bf3-3678-48ac-8d13-90ce1decc98b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:01.127379577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"531a61a7-1bec-4ff7-9a03-985ad3e512e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:01.178120011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-79a1da-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-sub","reconcileID":"7c0febff-6977-44b1-bb46-ed4222f963bd","MaaSSubscription":{"name":"e2e-rt-sw-79a1da-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-79a1da","model":"llm/e2e-rt-sw-79a1da","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:01.222217944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"460da477-ddf4-47da-bf6c-594f788d582a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:01.222963386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"65c78db3-7657-451e-aff1-71b76ac04e62","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:01.302869313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"460da477-ddf4-47da-bf6c-594f788d582a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:01.436208098Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"ff36075e-47b1-40ba-820e-502a23795c1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:01.436275296Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"ff36075e-47b1-40ba-820e-502a23795c1e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:01.535810743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"eb4eb152-b2e9-4a5d-9772-6b6d27862dde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:01.536109715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"df861d2c-ba0f-4c77-9c48-7d3cc4c9ba8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:01.587572418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-access","reconcileID":"78c5e50b-8fa8-43d4-aa0d-2d4702d670b9","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:01.592725325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"eb4eb152-b2e9-4a5d-9772-6b6d27862dde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:01.592759168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"df861d2c-ba0f-4c77-9c48-7d3cc4c9ba8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:01.638596953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"66abd431-b635-4f2e-aaa3-dce6e5b2696b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:01.64496453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-access","reconcileID":"78c5e50b-8fa8-43d4-aa0d-2d4702d670b9","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:01.695463192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"66abd431-b635-4f2e-aaa3-dce6e5b2696b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:01.736984476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"5e0a1d95-b3e4-4ac9-855e-afb845cda37b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:01.756644939Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-9cdb58","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9cdb58","reconcileID":"ccea907c-352c-4584-b177-e520d5216d12","namespace":"llm","name":"e2e-rt-eq-9cdb58","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:01.810313336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"5e0a1d95-b3e4-4ac9-855e-afb845cda37b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:01.978575044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"b920009c-91cc-4a02-8529-2ad51a9a72af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:01.978588475Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"75ecd441-8fd1-49a1-baaa-78cc66bb0594","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:01.978661731Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"75ecd441-8fd1-49a1-baaa-78cc66bb0594","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:02.035387988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"b920009c-91cc-4a02-8529-2ad51a9a72af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:02.127000157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f7267d3-e480-4e2b-a270-c180c19d0789","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:02.172489962Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-dedup-auth","reconcileID":"4ce4c807-d478-406e-be07-36ab6084ca58","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:02.172560617Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-dedup-auth","reconcileID":"4ce4c807-d478-406e-be07-36ab6084ca58","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:02.172575969Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"f7b0ef37-74f0-48c2-9c5f-0d9462f8a2cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:02.172626906Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"f7b0ef37-74f0-48c2-9c5f-0d9462f8a2cd","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:02.187225978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f7267d3-e480-4e2b-a270-c180c19d0789","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:02.290281423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"2f1a5cb9-dcd2-4bcd-acb6-d1053ffb37fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:02.372546273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"2f1a5cb9-dcd2-4bcd-acb6-d1053ffb37fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:02.403513914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"0d512175-8f48-45fa-afa6-f8fa448cd293","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:02.403590621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"9ca5a531-4da1-4b5a-98e0-c00ab3e1027d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:02.455868909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ecbaf36a-4532-43cb-94a3-053ee64f025d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:02.462373622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"9ca5a531-4da1-4b5a-98e0-c00ab3e1027d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:02.462393284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"0d512175-8f48-45fa-afa6-f8fa448cd293","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:02.512968995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ecbaf36a-4532-43cb-94a3-053ee64f025d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:02.560215391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"724efc26-80ab-4e02-b3a4-2140a261e39a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:02.638795896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"724efc26-80ab-4e02-b3a4-2140a261e39a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:02.644337527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"2915b80a-a62e-4f37-bc4e-94cc589b85f4","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-79a1da","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:02.644382049Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"2915b80a-a62e-4f37-bc4e-94cc589b85f4","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-79a1da-bc2ab86b9228","namespace":"llm","model":"e2e-rt-sw-79a1da","externalModel":"e2e-rt-sw-79a1da","provider":"e2e-rt-sw-79a1da-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:02.695459298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"0cfb15db-cc81-4786-9702-0af096060c3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:02.752035613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"0cfb15db-cc81-4786-9702-0af096060c3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:02.80857893Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-79a1da-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-sub","reconcileID":"41a25ca4-d75c-4b6e-a13e-0a6834ad6f2c","MaaSSubscription":{"name":"e2e-rt-sw-79a1da-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8a20dfb7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:02.880526599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"7b4eb7ef-4f0d-428d-9dad-9f67aeaf6681","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:02.893367203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"add02f0d-da36-408f-9715-a138c8b797de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:02.893649227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"6f176966-0fde-4569-a853-04bc61446097","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:02.94619662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-access","reconcileID":"9b4295b0-435a-4fbc-8831-161e5dcf7e0a","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:02.95087373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"6f176966-0fde-4569-a853-04bc61446097","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:02.952094094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"add02f0d-da36-408f-9715-a138c8b797de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:02.99707399Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"5188b0f2-41e2-4b5d-873d-4c244dd8ab96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:02.997217221Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"5188b0f2-41e2-4b5d-873d-4c244dd8ab96","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:03.052693885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-access","reconcileID":"9b4295b0-435a-4fbc-8831-161e5dcf7e0a","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:03.144476126Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-dedup-auth","reconcileID":"99bded1b-459e-45fc-8ffe-9de7b46ed5d2","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:03.144623416Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-dedup-auth","reconcileID":"99bded1b-459e-45fc-8ffe-9de7b46ed5d2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:03.218572073Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"954d55f0-4371-4978-b430-a354bcbf36b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:03.218631917Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"954d55f0-4371-4978-b430-a354bcbf36b0","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:03.350627611Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"d9733eb7-5329-47bc-8ac7-192505b09051","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:03.350698907Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"d9733eb7-5329-47bc-8ac7-192505b09051","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:03.375012223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"608cc142-d745-4bda-9eeb-d3f79dcbb5c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:03.402933168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8400b8fd-9104-4683-b768-fdc671f6c20f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:03.432895754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"608cc142-d745-4bda-9eeb-d3f79dcbb5c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:03.459979497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8400b8fd-9104-4683-b768-fdc671f6c20f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:03.534229666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-access","reconcileID":"c63e7f3e-28ba-4120-b3f0-7109234b1b1c","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:03.590685385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-access","reconcileID":"c63e7f3e-28ba-4120-b3f0-7109234b1b1c","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:03.861843513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-5eca459f","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"e2e-conflict-a-5eca459f","reconcileID":"c6fd5ad7-8cf8-43d2-b2e4-aa4df9e1e384","MaaSModelRef":{"name":"e2e-conflict-a-5eca459f","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"e2e-conflict-a-5eca459f-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"e2e-conflict-a-5eca459f","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:03.862138221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"fdec8cd5-3987-4503-a150-1b048ce237a7","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:03.862671363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"premium-w2-ca6546","reconcileID":"26bbe4a9-19b0-42ed-aa78-264de861ebbb","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"premium-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"premium-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:03.943490106Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-dedup-auth","reconcileID":"1ce09feb-8993-4ee3-b8e0-d171a2210a9c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:03.943587036Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-dedup-auth","reconcileID":"1ce09feb-8993-4ee3-b8e0-d171a2210a9c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:04.046718723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"6a117b05-e209-4d73-aff4-daec7a96ade7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:04.04802265Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"cf65c0a6-6059-4c3f-908d-3ae4fd64cb60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:04.048145036Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"cf65c0a6-6059-4c3f-908d-3ae4fd64cb60","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:04.048836865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"1261b7c9-9a76-41d4-8c9d-8af4cca81664","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:04.083097532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"1e43dec4-8d4d-4517-8a56-3f3ff5b0e2ff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-premium-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:04.083774359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"6fb50416-26f6-43b2-8fe2-9c691bc25ee7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:04.106414109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"1261b7c9-9a76-41d4-8c9d-8af4cca81664","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:04.109973146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"6a117b05-e209-4d73-aff4-daec7a96ade7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:04.153951042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"2d4081a9-0285-400e-961c-13f31257257c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:04.153997814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"b75f14b6-aac8-4375-a504-56b3a6eeed1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:04.211206245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"b75f14b6-aac8-4375-a504-56b3a6eeed1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:04.211206047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"2d4081a9-0285-400e-961c-13f31257257c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:04.245968322Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"53ea2f43-dd9d-4106-90e2-32409a5913d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:04.246036137Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"53ea2f43-dd9d-4106-90e2-32409a5913d7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:04.713697975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"distinct-w4-398828","reconcileID":"60ceda14-0802-4814-9434-2d3a1deb0b01","MaaSModelRef":{"name":"distinct-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"distinct-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"distinct-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:05.385804176Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-dedup-auth","reconcileID":"63c20de0-1627-43a7-829d-7cb4e9fd00e6","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:05.385887422Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-dedup-auth","reconcileID":"63c20de0-1627-43a7-829d-7cb4e9fd00e6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:05.488324032Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"ed7b0d2a-9b9a-4823-b5c2-15575e162c06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:05.488423168Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"ed7b0d2a-9b9a-4823-b5c2-15575e162c06","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:05.609369408Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:05.684685867Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"bddb9bee-8a40-449c-b53d-4b3568cbd866","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:05.684752742Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"bddb9bee-8a40-449c-b53d-4b3568cbd866","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:08.112844812Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-dedup-auth","reconcileID":"3292dbb3-e4ac-4469-b216-584b7ca42320","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:08.113045125Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-dedup-auth","reconcileID":"3292dbb3-e4ac-4469-b216-584b7ca42320","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:08.207089231Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"a5ea2e69-d773-4446-b08b-a4f2aa446d5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:08.207159518Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"a5ea2e69-d773-4446-b08b-a4f2aa446d5d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:08.403864105Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"4cd9fbe9-2760-4227-b136-2708dc186787","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:08.40393902Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"4cd9fbe9-2760-4227-b136-2708dc186787","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:11.015536981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"15b75073-43bf-49d0-9f9e-e6dbf33de733","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:11.795274736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"f92e48f5-199b-4c46-b9e3-516772193c93","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:11.850574484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"1c5b53de-6251-4da5-875d-664fadbe5870","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:12.065665908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"6cc04991-443e-4cd7-9bf0-dfaaaab5684f","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:12.109088804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth1","reconcileID":"33f8659b-f8bd-420d-84bf-1ae8688f7116","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:12.126089525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"5ccd9068-fa83-4413-ada8-b7d5855edcd8","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:12.167470285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth1","reconcileID":"33f8659b-f8bd-420d-84bf-1ae8688f7116","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:12.173402147Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-sub1","reconcileID":"6941d2e5-be52-4923-bc87-9c291005fd3f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:12.242622602Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5ac93f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7a3c0181b0252fe65ea5ac2d3c82c5309f707cbe516c729a87599458e77956eb) AuthConfig (18133a84d963b4bd4e143543e57834d07c0c8e3762e5c4bdaf91637560a5670f) AuthConfig (8036f3e9ff51abeddd5e8b56fbe3da8d27e8865e994dbed2f5cde5e44b3b4b31) AuthConfig (6c31a8325c97ebaf777084389d2a98138e4db52f517592f74cbfdf1b926f2fe3) AuthConfig (3859e977512c62c82f1c81dca50fde1dae861f8867061f37514d686c7bd15d22) AuthConfig (5536255d45244c6982193fd4c477b6d51321858efafc195b0156c4d403a7b5bc) AuthConfig (9380b3f3da7f0a3320b50d2583053eba17b428bb8966311f4b31141e583ad52b) AuthConfig (bcd92345a9e960599e587a13bd1f2affeb0ec2e738a3795962a39d510ce0d89f) AuthConfig (3e2f9a0c2a57ba10de41d1bec914f4b8c0170f0c3dc965a6ea9d0ce45766825f) AuthConfig (3df4f69a1c79ce994362e091a51c39a6fcecd298777078c8193885f5da41a01d) AuthConfig (bd9d60cd85c36556e20b59a5a06587e45028984fceef93e06e19a9c771cbae7d) AuthConfig (ca037aad0be2f2f9924b1ed0b3b05c84319281b5efa7ef9bc466ba3a1248570f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth1","reconcileID":"33f8659b-f8bd-420d-84bf-1ae8688f7116","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:12.296269041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"1602317c-0928-4879-8074-6dce724f1d66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:12.296419746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"9ab75b8f-c111-41ba-b57c-f19a80801599","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:12.297032491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"fb43fefc-1ea3-4c74-bee0-3c2e14aa6aca","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:12.300072627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"d90f7488-0874-47ff-96a8-ed008657dc63","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:12.350678766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"ed04ef7e-deac-4751-b360-ba834a5fc128","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:12.353482395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"1602317c-0928-4879-8074-6dce724f1d66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:12.353814208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"9ab75b8f-c111-41ba-b57c-f19a80801599","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:12.354937125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"a32e6619-5d07-49b3-b43e-aaaded84b195","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:12.406493008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"c08f109d-5edc-4b57-ab94-52398fbaea68","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:12.564268193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth1","reconcileID":"6fddef7c-7737-428d-ab69-4122bddc587a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:12.567319622Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-sub1","reconcileID":"06af9ed6-804a-4855-8d50-4689988132c5","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-distinct-w1-5ac93f","model":"distinct-w1-5ac93f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5ac93f/e2e-return-all-sub1"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:12.620497056Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-5ac93f priority=0:[ai-tenant-e2e-worker-w1-5ac93f/e2e-return-all-sub1 ai-tenant-e2e-worker-w1-5ac93f/e2e-return-all-sub2]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:12.620992742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"8a31388d-1057-485a-b0dd-b53e75901c55","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:12.622155453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth1","reconcileID":"6fddef7c-7737-428d-ab69-4122bddc587a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:12.670567777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth2","reconcileID":"e9d9df0b-5e07-4e11-b5ed-f64086dbe15e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:12.67751506Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5ac93f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7a3c0181b0252fe65ea5ac2d3c82c5309f707cbe516c729a87599458e77956eb) AuthConfig (18133a84d963b4bd4e143543e57834d07c0c8e3762e5c4bdaf91637560a5670f) AuthConfig (8036f3e9ff51abeddd5e8b56fbe3da8d27e8865e994dbed2f5cde5e44b3b4b31) AuthConfig (6c31a8325c97ebaf777084389d2a98138e4db52f517592f74cbfdf1b926f2fe3) AuthConfig (3859e977512c62c82f1c81dca50fde1dae861f8867061f37514d686c7bd15d22) AuthConfig (5536255d45244c6982193fd4c477b6d51321858efafc195b0156c4d403a7b5bc) AuthConfig (9380b3f3da7f0a3320b50d2583053eba17b428bb8966311f4b31141e583ad52b) AuthConfig (bcd92345a9e960599e587a13bd1f2affeb0ec2e738a3795962a39d510ce0d89f) AuthConfig (3e2f9a0c2a57ba10de41d1bec914f4b8c0170f0c3dc965a6ea9d0ce45766825f) AuthConfig (3df4f69a1c79ce994362e091a51c39a6fcecd298777078c8193885f5da41a01d) AuthConfig (bd9d60cd85c36556e20b59a5a06587e45028984fceef93e06e19a9c771cbae7d) AuthConfig (ca037aad0be2f2f9924b1ed0b3b05c84319281b5efa7ef9bc466ba3a1248570f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth1","reconcileID":"6fddef7c-7737-428d-ab69-4122bddc587a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:12.679764543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"b45cfd5a-a130-4351-847d-e041af6f8bf9","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:12.726749572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth2","reconcileID":"e9d9df0b-5e07-4e11-b5ed-f64086dbe15e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:12.729955332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"493b7d96-16a0-46f3-89b3-e0443387a3a0","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:12.731811855Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-5ac93f/e2e-return-all-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:12.737037188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"4a7bb252-12c4-401e-9379-6e57ac08522f","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:12.781885539Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5ac93f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7a3c0181b0252fe65ea5ac2d3c82c5309f707cbe516c729a87599458e77956eb) AuthConfig (18133a84d963b4bd4e143543e57834d07c0c8e3762e5c4bdaf91637560a5670f) AuthConfig (8036f3e9ff51abeddd5e8b56fbe3da8d27e8865e994dbed2f5cde5e44b3b4b31) AuthConfig (6c31a8325c97ebaf777084389d2a98138e4db52f517592f74cbfdf1b926f2fe3) AuthConfig (3859e977512c62c82f1c81dca50fde1dae861f8867061f37514d686c7bd15d22) AuthConfig (5536255d45244c6982193fd4c477b6d51321858efafc195b0156c4d403a7b5bc) AuthConfig (9380b3f3da7f0a3320b50d2583053eba17b428bb8966311f4b31141e583ad52b) AuthConfig (bcd92345a9e960599e587a13bd1f2affeb0ec2e738a3795962a39d510ce0d89f) AuthConfig (3e2f9a0c2a57ba10de41d1bec914f4b8c0170f0c3dc965a6ea9d0ce45766825f) AuthConfig (3df4f69a1c79ce994362e091a51c39a6fcecd298777078c8193885f5da41a01d) AuthConfig (bd9d60cd85c36556e20b59a5a06587e45028984fceef93e06e19a9c771cbae7d) AuthConfig (ca037aad0be2f2f9924b1ed0b3b05c84319281b5efa7ef9bc466ba3a1248570f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth2","reconcileID":"e9d9df0b-5e07-4e11-b5ed-f64086dbe15e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:12.785246272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"dfa000ef-23f3-4fd8-b49f-2c2b512d6848","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:12.824772247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"96953ff5-88a7-4259-8ee2-c3b01d62f73b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:12.824784582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"da439e1e-580f-4fbf-980f-774220738125","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:12.839710776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"d9c1e13a-aa94-4865-bbd1-0874f1c4f5c7","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:12.861888628Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-79a1da-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-sub","reconcileID":"770f3167-9945-4e91-b778-3597f0075696","MaaSSubscription":{"name":"e2e-rt-sw-79a1da-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-79a1da","subscription":"e2e-rt-sw-79a1da-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:12.881046668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"da439e1e-580f-4fbf-980f-774220738125","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:12.881469539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"96953ff5-88a7-4259-8ee2-c3b01d62f73b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:12.938985915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth1","reconcileID":"a2013bca-ffaf-4331-ae6c-38cc7b9a8aec","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:12.975782293Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-79a1da-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-sub","reconcileID":"770f3167-9945-4e91-b778-3597f0075696","MaaSSubscription":{"name":"e2e-rt-sw-79a1da-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-79a1da","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:12.975849278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-sub1","reconcileID":"7521653f-caa7-4ade-9ae1-4c9f68fbd2cc","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-distinct-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/distinct-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:12.996179002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth1","reconcileID":"a2013bca-ffaf-4331-ae6c-38cc7b9a8aec","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:13.029255798Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-79a1da-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-sub","reconcileID":"770f3167-9945-4e91-b778-3597f0075696","MaaSSubscription":{"name":"e2e-rt-sw-79a1da-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-79a1da","namespace":"llm","model":"llm/e2e-rt-sw-79a1da","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:13.04581523Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-dedup-subscription","reconcileID":"d8d4d474-a1f5-457f-b810-45a2a5fd3c45","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscription":"e2e-dedup-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:13.054929411Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5ac93f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7a3c0181b0252fe65ea5ac2d3c82c5309f707cbe516c729a87599458e77956eb) AuthConfig (18133a84d963b4bd4e143543e57834d07c0c8e3762e5c4bdaf91637560a5670f) AuthConfig (8036f3e9ff51abeddd5e8b56fbe3da8d27e8865e994dbed2f5cde5e44b3b4b31) AuthConfig (6c31a8325c97ebaf777084389d2a98138e4db52f517592f74cbfdf1b926f2fe3) AuthConfig (3859e977512c62c82f1c81dca50fde1dae861f8867061f37514d686c7bd15d22) AuthConfig (5536255d45244c6982193fd4c477b6d51321858efafc195b0156c4d403a7b5bc) AuthConfig (9380b3f3da7f0a3320b50d2583053eba17b428bb8966311f4b31141e583ad52b) AuthConfig (bcd92345a9e960599e587a13bd1f2affeb0ec2e738a3795962a39d510ce0d89f) AuthConfig (3e2f9a0c2a57ba10de41d1bec914f4b8c0170f0c3dc965a6ea9d0ce45766825f) AuthConfig (3df4f69a1c79ce994362e091a51c39a6fcecd298777078c8193885f5da41a01d) AuthConfig (bd9d60cd85c36556e20b59a5a06587e45028984fceef93e06e19a9c771cbae7d) AuthConfig (ca037aad0be2f2f9924b1ed0b3b05c84319281b5efa7ef9bc466ba3a1248570f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth1","reconcileID":"a2013bca-ffaf-4331-ae6c-38cc7b9a8aec","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:13.060893821Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-sub2","reconcileID":"f761964b-3e6b-4c23-828a-78879e97bd5c","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-distinct-2-w1-5ac93f","model":"distinct-2-w1-5ac93f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5ac93f/e2e-return-all-sub2"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:13.111929301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth2","reconcileID":"864dc14d-86cb-40e6-87d1-79ad70eab1dc","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:13.145307377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"51962991-35f6-4626-a07d-0bc72e04c8d3","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:13.168049426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth2","reconcileID":"864dc14d-86cb-40e6-87d1-79ad70eab1dc","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:13.223055698Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5ac93f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7a3c0181b0252fe65ea5ac2d3c82c5309f707cbe516c729a87599458e77956eb) AuthConfig (18133a84d963b4bd4e143543e57834d07c0c8e3762e5c4bdaf91637560a5670f) AuthConfig (8036f3e9ff51abeddd5e8b56fbe3da8d27e8865e994dbed2f5cde5e44b3b4b31) AuthConfig (6c31a8325c97ebaf777084389d2a98138e4db52f517592f74cbfdf1b926f2fe3) AuthConfig (3859e977512c62c82f1c81dca50fde1dae861f8867061f37514d686c7bd15d22) AuthConfig (5536255d45244c6982193fd4c477b6d51321858efafc195b0156c4d403a7b5bc) AuthConfig (9380b3f3da7f0a3320b50d2583053eba17b428bb8966311f4b31141e583ad52b) AuthConfig (bcd92345a9e960599e587a13bd1f2affeb0ec2e738a3795962a39d510ce0d89f) AuthConfig (3e2f9a0c2a57ba10de41d1bec914f4b8c0170f0c3dc965a6ea9d0ce45766825f) AuthConfig (3df4f69a1c79ce994362e091a51c39a6fcecd298777078c8193885f5da41a01d) AuthConfig (bd9d60cd85c36556e20b59a5a06587e45028984fceef93e06e19a9c771cbae7d) AuthConfig (ca037aad0be2f2f9924b1ed0b3b05c84319281b5efa7ef9bc466ba3a1248570f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth2","reconcileID":"864dc14d-86cb-40e6-87d1-79ad70eab1dc","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:13.24465374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"3968828a-30d3-4f8a-8252-78146dc1f8e2","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:13.26020959Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-dedup-subscription","reconcileID":"d8d4d474-a1f5-457f-b810-45a2a5fd3c45","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-1f6e39/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:13.301774004Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-5ac93f priority=0:[ai-tenant-e2e-worker-w1-5ac93f/e2e-return-all-sub1 ai-tenant-e2e-worker-w1-5ac93f/e2e-return-all-sub2]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:13.316031605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth1","reconcileID":"5c801a61-6095-47ca-92da-b7491e95a1a0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:13.354290688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"d4e1cd81-0066-413e-9793-bbee79ea7d9d","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-79a1da","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:13.354308971Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"d4e1cd81-0066-413e-9793-bbee79ea7d9d","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-79a1da-bc2ab86b9228","namespace":"llm","model":"e2e-rt-sw-79a1da","externalModel":"e2e-rt-sw-79a1da","provider":"e2e-rt-sw-79a1da-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:13.372218347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth1","reconcileID":"5c801a61-6095-47ca-92da-b7491e95a1a0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:13.413171233Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-dedup-auth","reconcileID":"aa386f43-73fe-4102-b258-f9b14e7e0df2","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:13.413226315Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-dedup-auth","reconcileID":"aa386f43-73fe-4102-b258-f9b14e7e0df2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: compose ai-tenant-e2e-worker-w0-1f6e39/e2e-dedup-subscription@e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: model e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:13.41728171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"c6769b86-c98b-4432-a12d-0fc2bac2cfad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:13.417584111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"b060455b-62b9-4f79-9657-e607e0ac0d92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:13.428510714Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5ac93f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7a3c0181b0252fe65ea5ac2d3c82c5309f707cbe516c729a87599458e77956eb) AuthConfig (18133a84d963b4bd4e143543e57834d07c0c8e3762e5c4bdaf91637560a5670f) AuthConfig (8036f3e9ff51abeddd5e8b56fbe3da8d27e8865e994dbed2f5cde5e44b3b4b31) AuthConfig (6c31a8325c97ebaf777084389d2a98138e4db52f517592f74cbfdf1b926f2fe3) AuthConfig (3859e977512c62c82f1c81dca50fde1dae861f8867061f37514d686c7bd15d22) AuthConfig (5536255d45244c6982193fd4c477b6d51321858efafc195b0156c4d403a7b5bc) AuthConfig (9380b3f3da7f0a3320b50d2583053eba17b428bb8966311f4b31141e583ad52b) AuthConfig (bcd92345a9e960599e587a13bd1f2affeb0ec2e738a3795962a39d510ce0d89f) AuthConfig (3e2f9a0c2a57ba10de41d1bec914f4b8c0170f0c3dc965a6ea9d0ce45766825f) AuthConfig (3df4f69a1c79ce994362e091a51c39a6fcecd298777078c8193885f5da41a01d) AuthConfig (bd9d60cd85c36556e20b59a5a06587e45028984fceef93e06e19a9c771cbae7d) AuthConfig (ca037aad0be2f2f9924b1ed0b3b05c84319281b5efa7ef9bc466ba3a1248570f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth1","reconcileID":"5c801a61-6095-47ca-92da-b7491e95a1a0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:13.455139861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-sub2","reconcileID":"201828c4-2fb3-4a7a-bb3d-1e129babbae1","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-distinct-2-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/distinct-2-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:13.464257141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"af578348-e780-4bb3-9b89-66c66889bf66","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:13.477343639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"b060455b-62b9-4f79-9657-e607e0ac0d92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:13.477633976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"c6769b86-c98b-4432-a12d-0fc2bac2cfad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:13.506793678Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-5ac93f priority=0:[ai-tenant-e2e-worker-w1-5ac93f/e2e-return-all-sub1 ai-tenant-e2e-worker-w1-5ac93f/e2e-return-all-sub2]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:13.517789968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"e62b1242-4bc4-4c60-8954-b6d4ab7c36eb","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-79a1da","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:13.517806512Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"e62b1242-4bc4-4c60-8954-b6d4ab7c36eb","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-79a1da-bc2ab86b9228","namespace":"llm","model":"e2e-rt-sw-79a1da","externalModel":"e2e-rt-sw-79a1da","provider":"e2e-rt-sw-79a1da-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:13.556854509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"078bea45-8c39-4a3c-bd44-069929e0b3d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:13.568323076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9cdde80e-9e93-4422-80ae-db6178febcd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:13.570465051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"a27c5268-d36f-49ff-a540-a8602b026cca","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:13.613464832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea642b59-68ce-4ce3-8883-fd674bd3a863","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:13.614265948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-access","reconcileID":"2dd8485b-eeb4-4e2f-a1c1-be12ee85e385","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:13.626769876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9cdde80e-9e93-4422-80ae-db6178febcd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:13.665321489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"5af774fb-0068-430e-bf25-388744599a3e","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:13.674722677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea642b59-68ce-4ce3-8883-fd674bd3a863","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:13.675151839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-access","reconcileID":"2dd8485b-eeb4-4e2f-a1c1-be12ee85e385","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:13.844643786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"b7ea27ca-3650-471f-8fb7-e400ca44cc83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:13.861959188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"b182841e-9ea9-4242-92f1-8c729a739e73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:13.886866858Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-dedup-auth","reconcileID":"97b8e221-d52a-43ec-b41b-84862d69864b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:13.924240248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"b182841e-9ea9-4242-92f1-8c729a739e73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:13.92859672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"b7ea27ca-3650-471f-8fb7-e400ca44cc83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:14.084748208Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79a1da-access","reconcileID":"8d8f8a78-4f9b-464a-9846-0b55f72fe813","MaaSAuthPolicy":{"name":"e2e-rt-sw-79a1da-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-79a1da","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:14.144997739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"1f28cfbe-3c11-4682-8f29-0e75ba78be28","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:14.211550312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"premium-w0-1f6e39","reconcileID":"0f6c16cc-eab5-4971-9590-4feab3e49c44","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"premium-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"premium-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:14.254041834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"7a245de0-7e71-435d-9978-02f24918473f","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:14.310961167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"32c9bafe-dccb-4930-91f4-ccac90269c6e","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-79a1da","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:14.310992Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"32c9bafe-dccb-4930-91f4-ccac90269c6e","MaaSModelRef":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-79a1da-bc2ab86b9228","namespace":"llm","model":"e2e-rt-sw-79a1da","externalModel":"e2e-rt-sw-79a1da","provider":"e2e-rt-sw-79a1da-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:14.830150229Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"c2b3bfa5-fbb9-4c22-bee4-3c8cfa30a905","namespace":"llm","name":"e2e-rt-sw-79a1da","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:14.891402353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3f29c5e8-8911-41ac-906b-6cf78eef7520","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:14.891431487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3f29c5e8-8911-41ac-906b-6cf78eef7520","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:14.891804958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8d8769f-549a-41e7-8707-f531f199a0ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:14.891818431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8d8769f-549a-41e7-8707-f531f199a0ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:14.892261209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"17d230f7-0161-4445-a1b6-efc4307ae85b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:14.892276141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"17d230f7-0161-4445-a1b6-efc4307ae85b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:14.892593313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8a7030ec-8c12-42f3-badd-c4ab0c8b2b03","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:14.892612901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8a7030ec-8c12-42f3-badd-c4ab0c8b2b03","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:14.892905875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a9a3a956-34c6-41d3-a32a-9cd924c1da3d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:14.892918096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a9a3a956-34c6-41d3-a32a-9cd924c1da3d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:14.893197528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f21d0f36-7851-477f-bc9a-9932da84175d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:14.893210188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f21d0f36-7851-477f-bc9a-9932da84175d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:14.904930621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"009a4520-5469-44ee-94e1-25eb9638ba59","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:14.90501667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"009a4520-5469-44ee-94e1-25eb9638ba59","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:14.914432481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3dcd5adc-dd72-4450-8e18-2d8518d56704","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:14.914524533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3dcd5adc-dd72-4450-8e18-2d8518d56704","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:15.047044433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"b2dbf4db-a786-4324-8010-0a55fc92e8f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:15.126104785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"2ae16dca-0a60-476a-86a6-dd6048a9859e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:15.129194158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"c0dcb99e-852b-4166-81d8-08556e24ed0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:15.146613831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"b2dbf4db-a786-4324-8010-0a55fc92e8f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:15.219813059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8595a1c9-7953-49e2-9c5b-97276ba02c89","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:15.230159729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"c0dcb99e-852b-4166-81d8-08556e24ed0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:15.23073182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"b8494222-ed25-4d80-9691-d0a716d38e83","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:15.231161482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-2-w0-1f6e39","reconcileID":"ddcc7ad6-eec9-4c19-ac90-43ab3cd6a260","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-2-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-2-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:15.257000969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"2ae16dca-0a60-476a-86a6-dd6048a9859e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:15.296263771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth2","reconcileID":"014a9969-1b05-4e63-95c5-8acacbb5fa50","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:15.297583159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth1","reconcileID":"2147197e-e76c-4879-a2b0-67bf5e84e41b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:15.298729395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"756147ec-ad0a-4532-8562-65b9f2a68160","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:15.384131232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth1","reconcileID":"2147197e-e76c-4879-a2b0-67bf5e84e41b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:15.471499166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"b1ed6a69-f473-44d9-96cc-3c0b826f2382","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:15.4801633Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-5ac93f priority=0:[ai-tenant-e2e-worker-w1-5ac93f/e2e-return-all-sub1 ai-tenant-e2e-worker-w1-5ac93f/e2e-return-all-sub2]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:15.497033692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth2","reconcileID":"014a9969-1b05-4e63-95c5-8acacbb5fa50","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:15.554940453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"3381e228-0583-427d-92c7-9dd57288a301","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:15.578779796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-2-w0-1f6e39","reconcileID":"67b16f87-6bfc-4184-8239-d375e50cfb15","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-2-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-2-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:15.607701938Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-distinct-models-subscription","reconcileID":"c2879f6d-5475-4a0a-913f-c0b58a36e64f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:15.638938331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"8d7a6fff-c23d-4660-8680-8020410fc598","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:15.640421022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"2aa5cd62-2451-43d8-9301-11a10ceff3f6","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:15.647826838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-2-w0-1f6e39","reconcileID":"a83eb70a-254b-48be-9511-543f277125e1","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-2-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-2-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:15.662549709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"3381e228-0583-427d-92c7-9dd57288a301","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:15.681249078Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-79a1da","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79a1da","reconcileID":"dbef5fc9-4c03-4bb9-aac2-2a393935f81e","namespace":"llm","name":"e2e-rt-sw-79a1da","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:15.701125945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"8d7a6fff-c23d-4660-8680-8020410fc598","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:15.741408412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"fd43aaa8-ae33-4672-bd84-3ab649b21bad","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:15.742027304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-2-w0-1f6e39","reconcileID":"55eeade2-0d5e-481d-b1f8-32fb6aa89393","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-2-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-2-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:15.800751405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"f4ece526-c9eb-4bbe-ba13-e5c6ddc9ec79","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:15.815003371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"f6552851-4489-402e-98d5-c6b5dd4cfe43","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:15.815712788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-2-w0-1f6e39","reconcileID":"308f9de4-b85b-4a76-a6ac-c459f476d0b3","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-2-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-2-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:15.870336062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"2f12ce7f-dd89-45e1-b916-ac6884b0b800","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:15.893267265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"814283d8-51ea-4b6f-b3c7-7d6066a720f7","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:15.953563025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"2f12ce7f-dd89-45e1-b916-ac6884b0b800","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:15.996665166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26aadd56-a7c8-45d7-98f4-6c7a5d8250ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:16.096530344Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-distinct-models-subscription","reconcileID":"ed451255-1076-4181-a0f1-4cd605713764","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-distinct-w0-1f6e39","model":"distinct-w0-1f6e39","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-1f6e39/e2e-distinct-models-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:16.098302672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26aadd56-a7c8-45d7-98f4-6c7a5d8250ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:16.116186402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"b8d09b6d-5f0e-4733-98bc-8a93a3654823","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:16.218118849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"b8d09b6d-5f0e-4733-98bc-8a93a3654823","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:16.336075604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"831e1072-6a73-459e-9945-0c43d6d00ebd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:16.336882971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"528553e0-dd81-4886-83a5-f5cff5414b06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:16.357508107Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-distinct-models-subscription","reconcileID":"ed451255-1076-4181-a0f1-4cd605713764","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-distinct-2-w0-1f6e39","model":"distinct-2-w0-1f6e39","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-1f6e39/e2e-distinct-models-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:16.428440479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"528553e0-dd81-4886-83a5-f5cff5414b06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:16.429750945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"831e1072-6a73-459e-9945-0c43d6d00ebd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:16.448861272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b82f0a27-1ac2-4dd6-82b6-7f2851aa7ca1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:16.561332004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b82f0a27-1ac2-4dd6-82b6-7f2851aa7ca1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:16.61955265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"523cc35a-3746-4c5a-bca2-90dfdba20a75","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:16.620197835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-2-w0-1f6e39","reconcileID":"d79617e4-4056-4344-b689-71b607a9b2d0","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-2-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-2-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:16.722087519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"54ba2e57-03e7-4c08-8afc-7caec65904c7","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:16.725874105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-2-w0-1f6e39","reconcileID":"1892de06-1a03-4869-a84b-4adf8e14a388","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-2-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-2-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:16.749888914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"9e2b2461-e390-48d0-a82e-40f77518f843","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:16.817578306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"9e2b2461-e390-48d0-a82e-40f77518f843","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:16.900393869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-distinct-models-auth","reconcileID":"de959553-84cd-4814-9874-43d47edbc169","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:16.957706913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-distinct-models-subscription","reconcileID":"733292bb-22d9-4833-a97d-b0ac2c5a9dd9","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-distinct-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/distinct-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:16.959756394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-distinct-models-auth","reconcileID":"de959553-84cd-4814-9874-43d47edbc169","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:17.015417916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth1","reconcileID":"00d5658a-92b8-41e6-814b-e098b69fec48","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:17.016643428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"310184da-5da9-4d85-b47d-8a296814915b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:17.080807354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth1","reconcileID":"00d5658a-92b8-41e6-814b-e098b69fec48","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:17.091956298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"310184da-5da9-4d85-b47d-8a296814915b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:17.117610793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth2","reconcileID":"cdd9e076-16d1-4b86-8c88-200b45f227c4","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:17.153573585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-distinct-models-subscription","reconcileID":"733292bb-22d9-4833-a97d-b0ac2c5a9dd9","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-distinct-2-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/distinct-2-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:17.18818062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth2","reconcileID":"cdd9e076-16d1-4b86-8c88-200b45f227c4","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:17.214917991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"7dfcfa09-1636-4954-a34e-da8da9ff885b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:17.279397544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"7dfcfa09-1636-4954-a34e-da8da9ff885b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:17.467984586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"43735114-05fe-4267-80a2-73156fb08665","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:17.468741509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-2-w0-1f6e39","reconcileID":"e01fe524-918f-4344-9a5c-a28b0ce3ab06","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-2-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-2-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:17.490121135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"93a88c17-8b52-4435-ac66-d7789d87f73f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:17.490917497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"ab08a750-cad7-4ffe-aa89-b94d074caf64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:17.548826274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"ab08a750-cad7-4ffe-aa89-b94d074caf64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:17.549593345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"93a88c17-8b52-4435-ac66-d7789d87f73f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:17.587899463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"47b39ddb-d8b9-45a7-99f9-4309ca47b187","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:17.644728915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"47b39ddb-d8b9-45a7-99f9-4309ca47b187","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:17.689471806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"6dc48800-5137-4e65-b74e-77db97fd83f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:17.745803869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"6dc48800-5137-4e65-b74e-77db97fd83f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:17.793434982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-distinct-models-auth","reconcileID":"3da4cd6d-b9f7-40ad-922a-3b902d0ac931","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:17.85000381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-distinct-models-auth","reconcileID":"3da4cd6d-b9f7-40ad-922a-3b902d0ac931","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:18.227850945Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-distinct-models-auth","reconcileID":"3da4cd6d-b9f7-40ad-922a-3b902d0ac931","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-distinct-models-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:18.498030274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-distinct-models-auth","reconcileID":"ef0cfb61-8c08-456f-b3dc-bb4937e1cbdb","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:18.503911663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"7be58eb1-dd8d-4b9a-b3d2-f91c8eef11ec","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:18.554323505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-distinct-models-auth","reconcileID":"ef0cfb61-8c08-456f-b3dc-bb4937e1cbdb","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:18.667617441Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-sub1","reconcileID":"a148d932-dbd2-4481-8bd3-2ae2b46db51c","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4209a816","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:18.766457446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"43e8371f-192f-4dc5-86bc-18b7af83a774","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:18.766461384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth1","reconcileID":"0e4e9af2-f43b-4a7c-b222-018e272b0704","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:18.767114776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"cc222c19-7241-4fb0-bc7a-a9a0d80d4d75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:18.76711423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth2","reconcileID":"5d3772d7-f43a-416b-8650-286fc6ea6576","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:18.825302693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"43e8371f-192f-4dc5-86bc-18b7af83a774","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:18.825323039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"cc222c19-7241-4fb0-bc7a-a9a0d80d4d75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:18.827575916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth2","reconcileID":"5d3772d7-f43a-416b-8650-286fc6ea6576","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:18.827705423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth1","reconcileID":"0e4e9af2-f43b-4a7c-b222-018e272b0704","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:18.877552266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"3ac8a1ad-1ae9-4c2c-9ab3-1d94314ba785","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:18.935853616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-2-w0-1f6e39","reconcileID":"0d63e57a-0cfe-4064-b865-c20aace4a480","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-2-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-2-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:19.042196019Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-distinct-models-subscription","reconcileID":"9a7f15b3-2d45-478a-91ce-9d1250b9438f","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a22e3d1e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:19.094696053Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-distinct-models-subscription","reconcileID":"bc1a63ef-79a6-48ab-a511-ad34a348f78c","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a22e3d1e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:19.174095496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"5e755655-0fbd-49d8-9de9-df669552fdd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:19.230611488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"5e755655-0fbd-49d8-9de9-df669552fdd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:19.277644453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"3db4b529-d72c-476d-b9ea-9d1a872f0359","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:19.277752648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth2","reconcileID":"881b8214-de5e-4670-8cb6-af08b6ba4f6b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:19.278668643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"9f564495-6892-4cf4-b788-ff64aa4313ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:19.27883822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth1","reconcileID":"1816d2aa-6f1d-4d79-bfea-e0d677565c5d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:19.336050307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"3db4b529-d72c-476d-b9ea-9d1a872f0359","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:19.341074415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth2","reconcileID":"881b8214-de5e-4670-8cb6-af08b6ba4f6b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:19.341809986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth1","reconcileID":"1816d2aa-6f1d-4d79-bfea-e0d677565c5d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:19.34546926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"9f564495-6892-4cf4-b788-ff64aa4313ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:19.696886112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"5a8915d7-78b7-4c32-99d3-2441c9f12f20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:19.753182843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"5a8915d7-78b7-4c32-99d3-2441c9f12f20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:19.798019721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-distinct-models-auth","reconcileID":"6146525e-54b1-495c-98ef-2deb443ec313","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:19.798045909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"73703730-16f5-42a9-a71c-c795d2f1d42b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:19.854063929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"73703730-16f5-42a9-a71c-c795d2f1d42b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:19.854315562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-distinct-models-auth","reconcileID":"6146525e-54b1-495c-98ef-2deb443ec313","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:26.776205744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-sub2","reconcileID":"3c7235a9-d6fc-45fa-82df-92cf5c824d31","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-distinct-2-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/distinct-2-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:26.987427781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"d9940512-32ea-46d0-9187-c0960f2a5eab","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:27.856317618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth1","reconcileID":"a77c050a-66c9-4e84-96fd-8a13eff98e8e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:27.857392765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"ccff85f3-727c-47b1-bff8-c9846b628645","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:27.858213991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth2","reconcileID":"3c5dab49-754d-4ba5-a7a4-d7454d5b84c7","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:27.859104093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"fb4ae46b-2df5-488b-b300-2101ddd6790e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:27.940778668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth1","reconcileID":"a77c050a-66c9-4e84-96fd-8a13eff98e8e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:27.967483736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth2","reconcileID":"3c5dab49-754d-4ba5-a7a4-d7454d5b84c7","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:27.967867349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"925a9019-5870-45af-bf6a-141760ab3d42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:27.982475765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"ccff85f3-727c-47b1-bff8-c9846b628645","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:28.006127016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"fb4ae46b-2df5-488b-b300-2101ddd6790e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:28.050562279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"925a9019-5870-45af-bf6a-141760ab3d42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:28.544528516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth1","reconcileID":"333e81be-7532-4f8a-9909-8a7eea7a5fdd","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:28.545616072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"95b5c4f1-a554-4544-b698-c23d1faba3fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:28.546178991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth2","reconcileID":"faff4562-8bc9-42f5-8afe-d65bd6ff560f","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:28.547031643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-distinct-models-auth","reconcileID":"0b8eeef3-7d92-4637-8587-cf363654009c","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:28.615477049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"ad911663-a595-48b8-953b-8e2e4611deb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:28.624301081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"95b5c4f1-a554-4544-b698-c23d1faba3fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:28.628593175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth1","reconcileID":"333e81be-7532-4f8a-9909-8a7eea7a5fdd","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:28.632183116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth2","reconcileID":"faff4562-8bc9-42f5-8afe-d65bd6ff560f","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:28.666100778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-distinct-models-auth","reconcileID":"0b8eeef3-7d92-4637-8587-cf363654009c","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:28.67716865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"ad911663-a595-48b8-953b-8e2e4611deb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:28.728000845Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-sub1","reconcileID":"f59405af-b8fd-40c9-9e43-529b0b846c26","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/distinct-w1-5ac93f","subscription":"e2e-return-all-sub1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:28.788261965Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-sub1","reconcileID":"f59405af-b8fd-40c9-9e43-529b0b846c26","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/distinct-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:28.844175652Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-sub1","reconcileID":"f59405af-b8fd-40c9-9e43-529b0b846c26","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/distinct-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:29.05864193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"b3b1e1e6-6986-412c-92cb-065ab4ebc216","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:29.059044804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"f9237046-4d86-4b78-aa4e-d3625d731fdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:29.116373907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"f9237046-4d86-4b78-aa4e-d3625d731fdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:29.116442662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"b3b1e1e6-6986-412c-92cb-065ab4ebc216","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:29.126070374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"c49171e9-6645-434f-ab62-83915d913344","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:29.14920801Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-distinct-models-subscription","reconcileID":"3477cccd-40cd-4631-b00d-8fa01da50f33","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/distinct-w0-1f6e39","subscription":"e2e-distinct-models-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:29.188864237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"a0861f2e-8b1a-4b51-bdeb-fb5b643b311b","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:29.202619082Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-distinct-models-subscription","reconcileID":"3477cccd-40cd-4631-b00d-8fa01da50f33","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/distinct-w0-1f6e39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:29.256144718Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-distinct-models-subscription","reconcileID":"3477cccd-40cd-4631-b00d-8fa01da50f33","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/distinct-w0-1f6e39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:29.28234027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"0e5a4c5e-b0fd-4279-8eb9-34f11a5640b5","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:29.311216429Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-distinct-models-subscription","reconcileID":"3477cccd-40cd-4631-b00d-8fa01da50f33","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/distinct-2-w0-1f6e39","subscription":"e2e-distinct-models-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:29.364781378Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-distinct-models-subscription","reconcileID":"3477cccd-40cd-4631-b00d-8fa01da50f33","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/distinct-2-w0-1f6e39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:29.392989524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth2","reconcileID":"88a3339f-1c06-4729-9ff7-f6d663e87292","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:29.393408333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"0fe98d36-a35a-4379-87df-b133b520f00f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:29.393620476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth1","reconcileID":"c22ae3ac-ce1b-49eb-9b1a-3ca01b23596c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:29.418057149Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-distinct-models-subscription","reconcileID":"3477cccd-40cd-4631-b00d-8fa01da50f33","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/distinct-2-w0-1f6e39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:29.445495608Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-sub2","reconcileID":"f150c2ae-4576-4531-aec4-6bc97aa43dc0","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2d71d8e5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:29.451283889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"0fe98d36-a35a-4379-87df-b133b520f00f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:29.45249452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth2","reconcileID":"88a3339f-1c06-4729-9ff7-f6d663e87292","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:29.455032515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth1","reconcileID":"c22ae3ac-ce1b-49eb-9b1a-3ca01b23596c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:29.539567301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"6cb26b01-b466-46c3-8b49-acf090632592","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:29.5966065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"6cb26b01-b466-46c3-8b49-acf090632592","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:29.691827681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"0ee9ab93-7110-4715-a773-26e377fd6996","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:29.750080019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-2-w0-1f6e39","reconcileID":"89d41927-d903-4ad2-8bfc-64e760ac688a","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-2-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-2-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:29.830400055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"b6b68044-de40-4de0-ad7d-ff3678e94840","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:29.830597802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-2-w0-1f6e39","reconcileID":"52d0d766-d423-440a-a3b1-e8f8570fba98","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-2-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-2-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:29.91928997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth2","reconcileID":"46a3def8-bff3-4023-a6b0-0abc370a74aa","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:29.919537332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth1","reconcileID":"1e829ca3-7aa3-4d73-aad2-b24a56fc1427","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:29.920298644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"17f0db31-f070-4844-a168-13c64999eb01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:29.97641936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth2","reconcileID":"46a3def8-bff3-4023-a6b0-0abc370a74aa","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:29.976812443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth1","reconcileID":"1e829ca3-7aa3-4d73-aad2-b24a56fc1427","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:29.979210962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"17f0db31-f070-4844-a168-13c64999eb01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:30.018109416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"9946c35e-7308-4a3f-a5f0-4f3fbaa2fad1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:30.077906684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"9946c35e-7308-4a3f-a5f0-4f3fbaa2fad1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:30.122030986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"64bc86bd-9c23-4789-a7bc-b3423c0e6a10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:30.180116726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"64bc86bd-9c23-4789-a7bc-b3423c0e6a10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:30.183943711Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-distinct-models-auth","reconcileID":"6eba1d86-1602-4085-b90f-33def615362c","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/distinct-w0-1f6e39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:30.284904462Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-distinct-models-auth","reconcileID":"6eba1d86-1602-4085-b90f-33def615362c","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/distinct-2-w0-1f6e39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:30.34125205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"aa9838e8-2f42-4bdf-8dd9-3df549adbee4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:30.397492783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"aa9838e8-2f42-4bdf-8dd9-3df549adbee4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:30.446515151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"c331e142-df4c-4bbe-b20a-be3bf0b14d2f","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:30.446727379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-2-w0-1f6e39","reconcileID":"b0f54756-1476-4b3b-a555-ffc89c05da81","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-2-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-2-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:31.710813736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"14fabe1a-8b33-4db8-8395-aff8cbb88185","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:31.76632982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"64262162-3b19-46ea-b348-8c47c28e9ee8","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:31.923742768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-api-key-no-access-auth","reconcileID":"7404430b-94e3-4221-8b42-5129218ccee4","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:31.97770847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"0d90f660-e4a6-4d20-ad6d-e1b2911ee6c0","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:31.980899163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-api-key-no-access-auth","reconcileID":"7404430b-94e3-4221-8b42-5129218ccee4","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:32.036723354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"090f8819-91cc-4ea5-9681-64bcd8088f21","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:32.085255823Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-api-key-no-access-sub","reconcileID":"c2db9aa5-9e61-4121-8725-1f772ccebd78","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:32.135672433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"5e54956e-4b2d-4d12-ab52-13a966749822","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:32.135682452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"6aea5ca7-ef97-4236-bfb5-41bbb98fc989","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:32.19223229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"6aea5ca7-ef97-4236-bfb5-41bbb98fc989","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:32.192512936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"5e54956e-4b2d-4d12-ab52-13a966749822","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:32.199753029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"ec4065eb-2b20-4a38-bf6b-2e61d0d571bb","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:32.254898046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"ba24908a-3ee6-4a4b-a821-d343b2c42f53","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:32.30583569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"11074dfa-bbeb-4e13-816c-592a091a4283","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:32.46337274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-api-key-no-access-auth","reconcileID":"97bc14e5-5e43-4d04-9284-135458f43e7f","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:32.543877989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-api-key-no-access-auth","reconcileID":"97bc14e5-5e43-4d04-9284-135458f43e7f","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:32.544213482Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-api-key-no-access-sub","reconcileID":"f00f1a82-e677-4211-b465-0c3631eb00ef","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-1f6e39/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w0-1f6e39/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:32.647695136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"0f2b889c-f545-4934-b6bd-ed6f10a6fa77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:32.647699747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"dcd05ffb-e64f-4dbe-81ed-66b41976f89a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:32.704946357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"dcd05ffb-e64f-4dbe-81ed-66b41976f89a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:32.706241958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"0f2b889c-f545-4934-b6bd-ed6f10a6fa77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:32.710813327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"8eabcb3a-f601-4580-b4a5-f8e4bb4b2b62","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:32.754396927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"c72782bd-6068-4ee0-aeb5-6e3da8101efd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:32.923537671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-api-key-no-access-sub","reconcileID":"7b0a7dd8-905d-4b3a-a4ff-b847abcd86c3","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:33.09482128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"ea95a770-eac2-48f6-8159-79938819d767","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:34.840456736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"10f08e9e-a62d-4c1b-bc37-8189dcf380d0","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:34.998123052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-api-key-no-access-auth","reconcileID":"810bee6d-8115-45fc-857a-0488aa6b67db","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:34.998337769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"9993f9c9-0082-4d59-ae77-3a16c7c8b297","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:34.99874491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"176022f2-e473-4dd9-a541-ad64b6d09fb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:35.055706192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-api-key-no-access-auth","reconcileID":"810bee6d-8115-45fc-857a-0488aa6b67db","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:35.057915585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"9993f9c9-0082-4d59-ae77-3a16c7c8b297","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:35.061832484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"176022f2-e473-4dd9-a541-ad64b6d09fb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:35.609686354Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:37.094552913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"0a447f30-0596-411c-971a-c36aebd21e77","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:37.095024916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"premium-w2-ca6546","reconcileID":"c6f8f7ba-57e0-44e9-bc11-a8e1ab4a0c39","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"premium-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"premium-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:37.269414748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"cf270dfb-f7c1-43d4-8b69-3b0dfb58369e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:37.270188535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"580de221-b614-427e-a01c-282c87e4f6b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:37.343582995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"3f389640-5fd7-47cf-8df4-fcaf9adb1e75","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:37.345243317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"9f107cd8-2787-452d-9b05-1268f77dd0ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-premium-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:37.353942046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"cf270dfb-f7c1-43d4-8b69-3b0dfb58369e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:37.36213221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"580de221-b614-427e-a01c-282c87e4f6b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:39.500221878Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-sub2","reconcileID":"e2c2d44f-9b0c-49b9-b42b-bdf3c49c5c39","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/distinct-2-w1-5ac93f","subscription":"e2e-return-all-sub2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:39.553951921Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-sub2","reconcileID":"e2c2d44f-9b0c-49b9-b42b-bdf3c49c5c39","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/distinct-2-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:39.609796887Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-sub2","reconcileID":"e2c2d44f-9b0c-49b9-b42b-bdf3c49c5c39","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/distinct-2-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:39.890831752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"22379854-570b-4576-86ff-860afe50c4d4","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:40.029061195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"ce30c144-1bef-49c0-87d4-65cb4472cc9e","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:40.162160691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth1","reconcileID":"ccc3b78e-5df9-4f2a-976c-33ebc924a6fd","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:40.163374642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"aaace33d-9296-4f5f-8545-585e7f9d338c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:40.164145437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"66bcbf61-9bcf-4258-8ef4-ae4e885285d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:40.164880892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth2","reconcileID":"6d355cb3-2396-4e82-b52f-439493107da3","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:40.219593789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth1","reconcileID":"ccc3b78e-5df9-4f2a-976c-33ebc924a6fd","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:40.221712122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"aaace33d-9296-4f5f-8545-585e7f9d338c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:40.222985849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"66bcbf61-9bcf-4258-8ef4-ae4e885285d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:40.223916747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth2","reconcileID":"6d355cb3-2396-4e82-b52f-439493107da3","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:40.429413575Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth1","reconcileID":"f3b4d9a2-552e-4ef3-8e17-c2818f69f355","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/distinct-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:40.649085511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth2","reconcileID":"d513b458-865a-47cc-8c3b-7e44a42b3a48","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:40.687084088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"7b588256-1f4d-4f75-97c9-57cd8a3f2944","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:40.707019419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth2","reconcileID":"d513b458-865a-47cc-8c3b-7e44a42b3a48","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:40.828385038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"8aaac0d1-6be0-4bf1-b0dc-dfb8fa796f4a","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:40.919767179Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-return-all-auth2","reconcileID":"76084337-2b34-46a3-b0a7-80b99476a3aa","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/distinct-2-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:41.084076461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"66987a1d-e8d3-4e39-a2df-6956b3a15f09","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:42.378063607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"a1765e55-075f-4c1f-bf26-eca3cdc6c8c6","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:42.489737547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"f66dc9bd-a25f-4639-9cd8-d10fa002c4d4","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:42.6477051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-user-token-filter-auth","reconcileID":"ff097489-5016-43f2-8555-751218b6223d","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:42.648289589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"743b2168-75a7-4a46-82e1-61bc459cb0f1","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:42.708109818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"f248b8fb-126c-43b8-ac5f-fc51d149f1ed","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:42.708515608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-user-token-filter-auth","reconcileID":"ff097489-5016-43f2-8555-751218b6223d","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:42.763614909Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-user-token-filter-sub","reconcileID":"ca1ae2da-8025-4c44-aab4-7e9efbcfd290","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:42.814722011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"2529eca8-9666-4262-9bd6-f27b82a4e028","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:42.814776338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"b5892d8b-080e-4aa8-b408-85110f517679","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:42.880677988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"fd8b5782-236f-40d7-94f9-81f109dff041","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:42.881764019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"b5892d8b-080e-4aa8-b408-85110f517679","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:42.884576328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"2529eca8-9666-4262-9bd6-f27b82a4e028","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:42.943519279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"fede4a0f-94cb-4d4a-b53a-710c703b5236","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:43.03168485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"85e17933-9356-431d-8cf7-dcd11d8618e8","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:43.201662216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-user-token-filter-auth","reconcileID":"a90d595c-28cc-414e-b100-5d684dd838e0","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:43.223429695Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-user-token-filter-sub","reconcileID":"2b7ba75a-487b-42b2-9387-c24567965658","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-5ac93f/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w1-5ac93f/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:43.264515191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-user-token-filter-auth","reconcileID":"a90d595c-28cc-414e-b100-5d684dd838e0","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:43.307075196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"9e5f5625-1bb6-41a4-b279-2d12279ba2de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:43.30812728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"b7b055a2-f4c6-429a-9c28-8868fb54ed48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:43.378861721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"9e5f5625-1bb6-41a4-b279-2d12279ba2de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:43.378972833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"b7b055a2-f4c6-429a-9c28-8868fb54ed48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:43.407992554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"72764ac4-e50b-46b9-8b8d-38050bccb2f9","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:43.457103181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"ca1314d4-475e-4272-bf2d-763da0aec90f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:43.629060362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-user-token-filter-sub","reconcileID":"e8bae6f7-b7ea-4bdf-8622-55519a1575e5","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:45.004467346Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-api-key-no-access-sub","reconcileID":"419a897a-63ee-44c8-9637-6761f2b36f3a","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscription":"e2e-api-key-no-access-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:45.222628094Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-api-key-no-access-sub","reconcileID":"419a897a-63ee-44c8-9637-6761f2b36f3a","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-1f6e39/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:45.436088445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"d745a7af-0343-45de-98d2-3c0e55489b56","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:45.4384973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"00c7a0ba-f695-49ed-a31c-0ef9b351eb55","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:45.496890892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"c6fd6465-5c77-4753-8593-e02294d8df0d","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:45.546637248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"5fe9a2a7-f568-427f-86f7-30be82db66ed","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:45.58739482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"d337982a-b8a4-44d5-81e0-e80ae32d3ae3","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:45.596420676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-api-key-no-access-auth","reconcileID":"bbbe77bf-efea-4369-990a-32442a1cb3ad","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:45.596429043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"0d1f3844-9f0d-4c58-9dcc-4708c95e8ff6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:45.600011515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"e6b83055-0a63-4e44-92d9-65b46f88088c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:45.654901811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"0d1f3844-9f0d-4c58-9dcc-4708c95e8ff6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:45.655578093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-api-key-no-access-auth","reconcileID":"bbbe77bf-efea-4369-990a-32442a1cb3ad","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:45.664457924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"e6b83055-0a63-4e44-92d9-65b46f88088c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:45.710572776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"f74dac81-a17a-4374-ae36-86d87d15469d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:45.71063237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-user-token-filter-auth","reconcileID":"7a431f78-1b33-4008-af6c-4bc92608a4b3","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:45.767000122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-user-token-filter-auth","reconcileID":"7a431f78-1b33-4008-af6c-4bc92608a4b3","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:45.767076675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"f74dac81-a17a-4374-ae36-86d87d15469d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:45.85996012Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-api-key-no-access-auth","reconcileID":"49fb57b2-20d1-41a7-af15-06c4a6a8a8ea","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:46.019123669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"8e8adc55-e270-4f47-9c2c-4c8f0157fc20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:46.081561311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"8e8adc55-e270-4f47-9c2c-4c8f0157fc20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:46.12144578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"ac08b7f0-0ae0-49eb-806c-4ea13177b396","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:47.510784571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"f4455b0b-83d6-4494-802b-8ef15c5ab09e","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:47.587937182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"9f7b223e-8d08-49d6-a655-d947ec760d53","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:47.77787439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-models-access-denied-auth","reconcileID":"a93c1c52-f267-44ad-87f4-3a6ec621edc8","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:47.799896345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"fc481d9c-afec-4820-a499-215d8a7431f7","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:47.85096135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-models-access-denied-auth","reconcileID":"a93c1c52-f267-44ad-87f4-3a6ec621edc8","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:47.869583453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"77eeae89-c59b-4e97-a3d2-c85318666116","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:47.930412538Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-models-user-sub","reconcileID":"23f9c20b-04bb-448f-af79-9c74c4b64eda","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:47.999049631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"cf447ef4-7d7e-4b91-b5b8-551a7e4e1551","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:47.999789482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"988ae8d0-a224-4603-8c22-530365755ed8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:48.056089006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"ae512e21-a20d-42a9-ad82-a4f3adcdd998","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:48.079504637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"988ae8d0-a224-4603-8c22-530365755ed8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:48.068916682Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-1f6e39 priority=0:[ai-tenant-e2e-worker-w0-1f6e39/e2e-models-other-sub ai-tenant-e2e-worker-w0-1f6e39/e2e-models-user-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:48.103832947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"cf447ef4-7d7e-4b91-b5b8-551a7e4e1551","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:48.159400045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"81b49ff9-2dd1-4152-8fc5-7b26198acd3d","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:48.161795419Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-1f6e39/e2e-models-user-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:48.19655321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"d8eedf9d-436c-40f0-ac50-a1530b46a76b","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:48.221849834Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-1f6e39/e2e-models-other-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:48.222707537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"d724d848-4e91-4bac-9fbf-52f2ebbedd2a","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:48.277128728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"1997b92b-9c8c-4575-85f7-a24e8204fc9c","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:48.394554354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"17fb473c-c6c3-4a44-ac5f-0b01007f5d62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:48.394955641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-user-token-filter-auth","reconcileID":"70c3e206-05a3-4cec-a0ae-220d4b95ebc8","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:48.40295822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-models-access-denied-auth","reconcileID":"fc125000-619b-455f-b740-c33bb09467ed","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:48.500316004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"17fb473c-c6c3-4a44-ac5f-0b01007f5d62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:48.531021318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-user-token-filter-auth","reconcileID":"70c3e206-05a3-4cec-a0ae-220d4b95ebc8","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:48.532785361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"b7ff01da-5fd3-4df3-a255-6b4204c97cf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:48.546538268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-models-access-denied-auth","reconcileID":"fc125000-619b-455f-b740-c33bb09467ed","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:48.58302741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"ead02dd3-a0f8-4b63-b355-8d3a7269f4a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:48.593590019Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-models-user-sub","reconcileID":"a1f50a3a-ade0-422d-9c89-1ea3481c918b","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-1f6e39/e2e-models-other-sub","ai-tenant-e2e-worker-w0-1f6e39/e2e-models-user-sub","ai-tenant-e2e-worker-w0-1f6e39/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:48.600687264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"b7ff01da-5fd3-4df3-a255-6b4204c97cf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:48.639839655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"ead02dd3-a0f8-4b63-b355-8d3a7269f4a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:48.661046644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-models-other-sub","reconcileID":"1af422ec-2208-4fd2-bfe3-ae55a37d0426","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:48.762230419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"c6e2fc20-f7a5-4a7c-93fc-7f338ce579fa","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:48.807810536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"d7f120fc-0f49-4066-a761-c1b181eec26c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:48.827643336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"f785eda7-ff8b-4ea6-817d-c371ca501063","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:48.855521893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"7a6a7565-ae39-41d0-8743-b723f961ac06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:48.858584765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"13fd6bad-6bc5-4e6d-89dd-a55eba198049","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:48.911977744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"7a6a7565-ae39-41d0-8743-b723f961ac06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:48.915035398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"13fd6bad-6bc5-4e6d-89dd-a55eba198049","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:48.956327545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-user-token-filter-auth","reconcileID":"c43b94f6-57f3-44dc-9762-26f5c4e12aca","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:48.973407614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-models-user-sub","reconcileID":"4241e8c8-6ca2-413b-92ba-250bff591d98","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:49.012777159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-user-token-filter-auth","reconcileID":"c43b94f6-57f3-44dc-9762-26f5c4e12aca","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:49.074462734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-models-other-sub","reconcileID":"be23cb5d-fe44-4165-b378-6b2c82c94ef9","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:51.052452129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"a47a35d4-3387-4aa0-812e-104ba95d235c","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:51.211032971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-models-access-denied-auth","reconcileID":"ebdc723b-d22d-44ad-8a19-e982105c90c5","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:51.211103188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"e785ba8c-3045-4b61-9fdf-705ed10c33fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:51.211504445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"f1d3fb97-5cab-4d5b-95e1-c9403575bdd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:51.268615292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-models-access-denied-auth","reconcileID":"ebdc723b-d22d-44ad-8a19-e982105c90c5","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:51.269460121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"e785ba8c-3045-4b61-9fdf-705ed10c33fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:51.271812416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"f1d3fb97-5cab-4d5b-95e1-c9403575bdd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:54.963186853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"cf6cab5c-8538-443d-84cd-ed54c0039540","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:54.963774765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"premium-w4-398828","reconcileID":"36490438-7d46-4da3-a138-ed36efee398e","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"premium-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"premium-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:54.964236966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"distinct-w4-398828","reconcileID":"152e6706-538d-4f2f-b145-a2af0428e3f1","MaaSModelRef":{"name":"distinct-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"distinct-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"distinct-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:55.027993033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"f741781f-8d99-4634-a56d-51e141eb4329","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:55.028631315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"premium-w4-398828","reconcileID":"552527be-b29f-4332-bc5e-cf8dc85ba2d3","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"premium-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"premium-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:55.028932922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"distinct-w4-398828","reconcileID":"1978dc7b-1c87-4e21-a99b-4122c1c0603c","MaaSModelRef":{"name":"distinct-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"distinct-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"distinct-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:55.130419936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"528a36af-d026-4df4-9bc8-f96b05e69015","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:55.176923178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"9a841ef5-da1e-4965-b0a2-dcbbabd4f35f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:55.195602488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"528a36af-d026-4df4-9bc8-f96b05e69015","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:55.257333258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-subscription","reconcileID":"76ba8164-07eb-479b-9732-405cd95de765","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-premium-w4-398828","model":"e2e-models-e2e-worker-w4-398828/premium-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:55.269443534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"21e001a3-e1d2-4ef9-8c14-b8a85a7f1364","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:55.29387036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"9a841ef5-da1e-4965-b0a2-dcbbabd4f35f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:55.546842607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"e328e1c7-5d4a-4359-a3eb-5b42fbfd4155","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:55.604150017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"e328e1c7-5d4a-4359-a3eb-5b42fbfd4155","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:55.681468861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"e1f50754-bc5b-4762-a30b-4d6126954a4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:55.718875177Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-user-token-filter-sub","reconcileID":"6df2b017-304e-4279-94e2-3d050810ffdb","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscription":"e2e-user-token-filter-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:55.743186185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"e1f50754-bc5b-4762-a30b-4d6126954a4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:55.944978952Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-user-token-filter-sub","reconcileID":"6df2b017-304e-4279-94e2-3d050810ffdb","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5ac93f/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:56.170332616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"2efe2ce5-573f-4652-b0be-a185fa4b37cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:56.208528013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"f9c93ac2-4951-40bc-94f1-c288662c8c4c","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:56.268436395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"e62669c5-72bc-48ca-bc58-adbec7f4304c","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:56.355053289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"7b02fe76-d2c1-4a00-8492-60bd69509e8e","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:56.373510566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"d7d85539-c0da-4c87-98f1-17bed3b180f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:56.374203567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"a918f065-f063-4d02-826d-fca187856802","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:56.376667962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-user-token-filter-auth","reconcileID":"7f08c533-92cb-4633-9d76-ddaab0e57630","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:56.430313696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"d7d85539-c0da-4c87-98f1-17bed3b180f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:56.44301279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-user-token-filter-auth","reconcileID":"7f08c533-92cb-4633-9d76-ddaab0e57630","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:56.450684687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"a918f065-f063-4d02-826d-fca187856802","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:56.745959953Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-user-token-filter-auth","reconcileID":"1edaab16-2b97-4402-b21d-b501eab93f26","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:56.916202774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"ecd408ae-c66b-4eb7-8e3e-3a502583bd03","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:57.936184726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"00488b53-f164-441c-aafa-37e33204f980","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:57.992500179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"f2e6ed51-bbe7-4d51-b2f7-861505b56da7","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:58.170140557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"b96054ea-3d79-4f39-93c8-049385dadb7b","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:58.202096786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-auth1","reconcileID":"c68781ee-9b8c-400c-9019-603741c2fbca","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:58.229610507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"ea7bd597-c6a0-420f-a5fe-d9127b02c1c7","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:58.260629765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-auth1","reconcileID":"c68781ee-9b8c-400c-9019-603741c2fbca","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:58.279107147Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-sub1","reconcileID":"0588712b-fe1e-4f9e-b868-4e608f81caf5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:58.378792671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"a3b57432-45fc-414f-a489-b3e34362ed55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:58.382559976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"0197e9ec-6c61-47ae-829e-600045ff5e30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:58.389898848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"a478c590-e606-487b-82a3-c07129054af5","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:58.430007546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"634bccc0-432f-4a75-83d7-2ab8789b5007","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:58.435282588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"a3b57432-45fc-414f-a489-b3e34362ed55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:58.438757159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"0197e9ec-6c61-47ae-829e-600045ff5e30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:58.444947084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"a4889a40-b595-4890-a2a9-a26125619e7d","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:58.486618924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"f0f12309-6ed0-4b12-9b85-f37100ef7737","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:58.581743762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"f9450446-13f6-4c4c-a449-f810a783cf7d","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:58.7287221Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-5ac93f priority=0:[ai-tenant-e2e-worker-w1-5ac93f/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w1-5ac93f/e2e-multi-keys-sub2]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:58.728891371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"0c5f5faa-821e-4e2e-8965-249cb5f2f49c","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:58.729892376Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-sub1","reconcileID":"fb75ff3c-7bb9-4776-81bc-f3a3f77d4bfb","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-distinct-w1-5ac93f","model":"distinct-w1-5ac93f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5ac93f/e2e-multi-keys-sub1"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:58.783021951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-auth2","reconcileID":"26ae1ad7-a1c6-45cb-86ee-5734c0002fb5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:58.791944349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"280d7639-4285-4f49-8d25-5efeb2cf1ff0","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:58.858678129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-auth2","reconcileID":"26ae1ad7-a1c6-45cb-86ee-5734c0002fb5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:16:58.861944158Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-5ac93f/e2e-multi-keys-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:58.88511057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"42d8d8ba-c293-401e-a1f4-5dc2f0251a40","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:58.885905907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"premium-w3-858236","reconcileID":"0b34a801-9780-41b5-9aa3-dac6bd591295","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"premium-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"premium-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:58.88781687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"8a24681c-86c0-419c-a18a-2e4302e94262","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:58.900388713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-auth1","reconcileID":"f638d5f3-9acc-482c-bf3e-133c28ef8675","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:58.920379663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"01b52bb8-48a7-4d8c-a6c1-9605af6e1a77","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:58.924665806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"aaa43dce-561f-493d-b782-1a777df547b4","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:58.925187468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"premium-w3-858236","reconcileID":"85e5ded9-dcf7-422b-bb18-8194cd29e510","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"premium-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"premium-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:58.946982813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"9c15f298-ab10-47e7-a78e-0422bf942268","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:58.959023853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-auth1","reconcileID":"f638d5f3-9acc-482c-bf3e-133c28ef8675","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:58.97109403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"a884937e-b3de-4714-99a0-8cf3a43badc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:58.994216085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"7aed2d3e-28f2-49b7-9022-622ba3d9b7d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:59.102082652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"a884937e-b3de-4714-99a0-8cf3a43badc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:59.103294988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"7aed2d3e-28f2-49b7-9022-622ba3d9b7d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:59.103897453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"52b1fba3-6877-4768-961c-2d7c2b2b3059","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:59.140017749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"6815e0a5-3772-4707-b7be-5606c7d6b8de","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:59.177266219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"52b1fba3-6877-4768-961c-2d7c2b2b3059","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:59.2092214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"14cf0dda-d9f6-434a-9e70-be49028abff7","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:59.22086088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-sub1","reconcileID":"ae8eeea1-9edb-449c-b9b9-92a5bb11c905","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-distinct-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/distinct-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:59.221338567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"4f85c6ff-fbd1-4b82-abcf-ce23cfd1513c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:59.221987995Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-sub2","reconcileID":"a1e802b5-0b4d-41cb-a33b-ec7891774f8f","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-distinct-2-w1-5ac93f","model":"distinct-2-w1-5ac93f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5ac93f/e2e-multi-keys-sub2"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:59.422141655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"38ba3104-0ebe-482d-b750-1f407db297a8","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:59.480670727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-auth2","reconcileID":"3718e709-9f89-45e5-97cd-664f1531a47a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:59.537398199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-auth2","reconcileID":"3718e709-9f89-45e5-97cd-664f1531a47a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:59.577498103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-auth1","reconcileID":"a4a0ef7c-f86d-4bc8-aab3-5b2990f10cfc","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:59.588910853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"1b1cd690-e0e9-4758-88e0-5eed3e35e5ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:59.632580612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-sub2","reconcileID":"cf427bed-bf9e-4032-ae80-f42e08784bbe","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-distinct-2-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/distinct-2-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:59.63444797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-auth1","reconcileID":"a4a0ef7c-f86d-4bc8-aab3-5b2990f10cfc","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:59.645307176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"1b1cd690-e0e9-4758-88e0-5eed3e35e5ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:59.675011782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"0364e429-66cf-445d-90d6-f750b4e8e282","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:59.675013438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"950c9ba9-51ef-4b9d-9477-21f1947119f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:59.73343267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"0364e429-66cf-445d-90d6-f750b4e8e282","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:59.733480253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"950c9ba9-51ef-4b9d-9477-21f1947119f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:59.899820086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"a32bcf3d-2056-47cd-b74a-266f32124e8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:16:59.957310958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"a32bcf3d-2056-47cd-b74a-266f32124e8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:01.219385602Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-models-user-sub","reconcileID":"2690b8c5-0710-4b1d-b2b5-a33b6903a927","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscription":"e2e-models-user-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:01.437419389Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-models-user-sub","reconcileID":"2690b8c5-0710-4b1d-b2b5-a33b6903a927","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-1f6e39/e2e-models-other-sub","ai-tenant-e2e-worker-w0-1f6e39/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:01.649844797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"307f2c39-2921-456b-85fb-44cc0cc5ef3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:01.650021778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-models-other-sub","reconcileID":"3b6da911-7ec1-4bdb-af05-fc173117ffe1","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:01.656386857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"8ddc0e13-f77c-4dc9-8bba-b3e76e2a159f","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:01.656492441Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-5ac93f priority=0:[ai-tenant-e2e-worker-w1-5ac93f/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w1-5ac93f/e2e-multi-keys-sub2]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:01.714619243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"e8341381-aa03-4a6e-9caa-775eaf564ee9","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:01.801645266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"5b5dd3ba-116d-45e2-80db-3736bd113a8e","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:01.813974958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"a150af79-c8ca-4362-b346-a1d52bee0f64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:01.81410347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"425a5069-ad00-4014-b2f3-85aa89f48859","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:01.813983774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-models-access-denied-auth","reconcileID":"d279429f-c21c-44ef-a965-1612c07c4353","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:01.870778078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"425a5069-ad00-4014-b2f3-85aa89f48859","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:01.871394895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-models-access-denied-auth","reconcileID":"d279429f-c21c-44ef-a965-1612c07c4353","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:01.873025377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"a150af79-c8ca-4362-b346-a1d52bee0f64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:02.236151957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-models-access-denied-auth","reconcileID":"29ce03f1-1024-4dee-9a22-5bf59c98a7be","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:02.236319803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"4328e121-7ae5-4306-a83a-824f37969312","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:02.236154767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"84519bdd-1f23-4adb-8399-682d7bed9f03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:02.293401944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"84519bdd-1f23-4adb-8399-682d7bed9f03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:02.293927885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"4328e121-7ae5-4306-a83a-824f37969312","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:02.29558513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-models-access-denied-auth","reconcileID":"29ce03f1-1024-4dee-9a22-5bf59c98a7be","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:03.210208354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"71f97614-a539-46e1-b45b-7db0a880c3b1","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:03.373520171Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-sub1","reconcileID":"299ea2df-fbd2-4edf-8a83-464e32b32168","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b4b46d8f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:03.472911397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-auth2","reconcileID":"4acde60c-7f04-45c6-a2fb-f50babfe22c1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:03.473939066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-auth1","reconcileID":"b81cda90-ddbf-44db-8921-92b49d233a9b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:03.473980448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"9d0d7a4e-1783-4fe9-b369-059b71cd097d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:03.474425552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"b67003b0-54cd-4350-8ef2-703f0c7c3cba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:03.530117831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-auth2","reconcileID":"4acde60c-7f04-45c6-a2fb-f50babfe22c1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:03.530538045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-auth1","reconcileID":"b81cda90-ddbf-44db-8921-92b49d233a9b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:03.532584672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"9d0d7a4e-1783-4fe9-b369-059b71cd097d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:03.532738697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"b67003b0-54cd-4350-8ef2-703f0c7c3cba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:03.954193416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-auth2","reconcileID":"b23d9e40-4b2c-4418-a82e-e7845b125cde","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:03.954208989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-auth1","reconcileID":"75a1d26c-e26b-4ca2-857b-be85d085db2b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:03.95715643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"48dc0d35-6bb5-4015-85a3-e80be5197916","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:03.957286944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"086fd909-97c2-4615-a5d6-9d72ad7fea87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:04.011296007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-auth1","reconcileID":"75a1d26c-e26b-4ca2-857b-be85d085db2b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:04.011303276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-auth2","reconcileID":"b23d9e40-4b2c-4418-a82e-e7845b125cde","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:04.013848408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"48dc0d35-6bb5-4015-85a3-e80be5197916","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:04.014011811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"086fd909-97c2-4615-a5d6-9d72ad7fea87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:05.611530482Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:08.799286597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-sub2","reconcileID":"12a1027a-e559-4a6f-8709-eb6f825a0305","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-distinct-2-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/distinct-2-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:09.030560225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"a8d4117a-1f65-489e-854d-fd183caf2606","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:09.785125985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"0d8bd18b-0819-4d06-8d61-48b314e471c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:09.786027368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-auth1","reconcileID":"76850372-9d38-4cbc-bd29-88fc1ea8167b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:09.786700607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-auth2","reconcileID":"14861b80-7ba4-473a-93b8-35e665083a72","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:09.788075294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"2ff64d5f-61e5-4a4d-ac4b-d4b2374dbcd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:09.914994327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-auth2","reconcileID":"14861b80-7ba4-473a-93b8-35e665083a72","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:09.937415719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-auth1","reconcileID":"76850372-9d38-4cbc-bd29-88fc1ea8167b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:09.955844166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"0d8bd18b-0819-4d06-8d61-48b314e471c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:09.981551843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"2ff64d5f-61e5-4a4d-ac4b-d4b2374dbcd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:10.178890362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"6f3c2c0e-0355-444a-b0d7-7a8c288c5739","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:10.246418269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"6f3c2c0e-0355-444a-b0d7-7a8c288c5739","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:10.408823141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"efa7c722-036c-462a-85e7-b1511f73fa1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:10.409057343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"ef37fb0d-f2a6-4f1b-8141-388cf302f741","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:10.408823262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"159a76b8-81bd-42e5-bff9-36673b69b690","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:10.467877377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"159a76b8-81bd-42e5-bff9-36673b69b690","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:10.468212708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"efa7c722-036c-462a-85e7-b1511f73fa1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:10.47033604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"ef37fb0d-f2a6-4f1b-8141-388cf302f741","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:10.514901249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"da06db95-e39f-411c-b5aa-2dd1ab087196","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:10.571543522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"da06db95-e39f-411c-b5aa-2dd1ab087196","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:10.719201048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"3652cb71-0389-4e66-afa9-0ce184ea0f9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:10.776329193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"3652cb71-0389-4e66-afa9-0ce184ea0f9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:10.886454563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-auth1","reconcileID":"3ca0d1ed-bc0f-49fb-8c44-a40992bfe362","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:10.886453076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-auth2","reconcileID":"05553935-7eb3-44b6-834b-09f95cdb7b8e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:10.947504949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-auth2","reconcileID":"05553935-7eb3-44b6-834b-09f95cdb7b8e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:10.948870722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-auth1","reconcileID":"3ca0d1ed-bc0f-49fb-8c44-a40992bfe362","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:11.964965299Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-models-other-sub","reconcileID":"1750cdb6-fe91-45bc-8296-122c6a6ec97f","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscription":"e2e-models-other-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:12.180687366Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-models-other-sub","reconcileID":"1750cdb6-fe91-45bc-8296-122c6a6ec97f","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-1f6e39/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:12.393165745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"cf0f024a-096a-489d-81f3-616c317ece79","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:12.397957271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"00afaefd-66bb-414a-b8d9-c9551612078f","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:12.457044861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"222f9104-3cc9-461e-96e6-62fe658cd0bc","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:12.541013488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"50361150-a276-4d4e-8931-e4dd5d5d3fe5","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:12.555417154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-models-access-denied-auth","reconcileID":"c7c93d04-a120-4e3a-9ee5-0c1ddc87d713","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:12.555528349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"1ea88629-fd81-46cd-abe4-79cd2ba94c07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:12.555769478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"85875613-5c33-4553-a374-214df997f6b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:12.611949525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-models-access-denied-auth","reconcileID":"c7c93d04-a120-4e3a-9ee5-0c1ddc87d713","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:12.612229377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"1ea88629-fd81-46cd-abe4-79cd2ba94c07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:12.614091407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"85875613-5c33-4553-a374-214df997f6b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:12.818471466Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-models-access-denied-auth","reconcileID":"d3c7b25d-b2ad-478c-ad99-45715d07aabf","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:13.028428039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"e59587fd-9aa7-4fb8-86bb-6ff828c90cff","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:13.427988535Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-sub1","reconcileID":"9efe8864-b836-4137-ae3b-bd1677f5b530","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/distinct-w1-5ac93f","subscription":"e2e-multi-keys-sub1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:13.480926836Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-sub1","reconcileID":"9efe8864-b836-4137-ae3b-bd1677f5b530","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/distinct-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:13.534069093Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-sub1","reconcileID":"9efe8864-b836-4137-ae3b-bd1677f5b530","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/distinct-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:13.805797995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"e5addfc8-1d61-40b5-81ef-eb38f6afa8ce","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:13.955606384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"4f94745f-dc32-4af3-aaaf-b6b1eb341a34","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:14.085705809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"ec5503dc-edcd-4a3c-8591-a012c1369c39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:14.085726919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"db6ec02e-3951-46f3-8e8f-c84a970d5ae1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:14.086116076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-auth2","reconcileID":"2f58e511-cf31-4913-9812-feaa9cfb0132","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:14.086117682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-auth1","reconcileID":"e9532d3d-6a9a-47f5-9a5c-e8e5bf679bcb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:14.119212113Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-sub2","reconcileID":"abd3286f-6f7a-4454-bd41-081b3033e754","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9b77760e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:14.145310205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"ec5503dc-edcd-4a3c-8591-a012c1369c39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:14.146250835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"db6ec02e-3951-46f3-8e8f-c84a970d5ae1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:14.148731311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-auth2","reconcileID":"2f58e511-cf31-4913-9812-feaa9cfb0132","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:14.149619289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-auth1","reconcileID":"e9532d3d-6a9a-47f5-9a5c-e8e5bf679bcb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:14.286049999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"e94fe9ff-d29a-44bb-bdac-54351a904840","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:14.342764107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"3c994866-15af-496f-b86c-c4f096f7af43","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:14.553600544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b1b46b23-6f1c-484f-8f17-a3468f82b058","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:14.553912179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"52c007d6-48b3-4c0c-b43a-0dbb90f6e097","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:14.610700873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b1b46b23-6f1c-484f-8f17-a3468f82b058","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:14.611932163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"edf805de-0e91-4a90-8461-5a7f054339aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:14.611957666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"9a45dd07-2a63-4b3e-96af-afeb4e78aba3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:14.612621973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"2cdd696c-2b47-4637-b5b3-852cc441e7bc","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:17:14.662473804Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"7ef5ec40-a9d8-4b4e-8952-d75927548c46","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:17:14.666783737Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"2cdd696c-2b47-4637-b5b3-852cc441e7bc","name":"distinct-w0-1f6e39","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-1f6e39\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:17:14.666845238Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"2cdd696c-2b47-4637-b5b3-852cc441e7bc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-1f6e39\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:14.669557506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"9a45dd07-2a63-4b3e-96af-afeb4e78aba3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:14.670066174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"edf805de-0e91-4a90-8461-5a7f054339aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:14.672945229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"084e54ff-7d21-48b4-a1f0-8a1d80bd13c0","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:14.705031527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-auth1","reconcileID":"fc317993-9f2a-4f98-8ab0-238678be0115","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:14.705036024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-auth2","reconcileID":"1d089b44-b4e6-4445-8683-47c49d18187c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:14.762578498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-auth1","reconcileID":"fc317993-9f2a-4f98-8ab0-238678be0115","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:14.762779366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-auth2","reconcileID":"1d089b44-b4e6-4445-8683-47c49d18187c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:14.769170198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"a020f871-8df6-4b5b-9077-ba060f3dfd90","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:14.814920787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-2-w0-1f6e39","reconcileID":"18c08bdf-f189-4742-a4f7-495516d96f86","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-2-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-2-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:14.825411133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"e4caf4fe-60fd-4c5a-9a55-967b444aafdc","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:14.927190045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"d18c3431-a88b-4a01-867f-4b560f097718","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:15.031002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-2-w0-1f6e39","reconcileID":"09218e24-f279-4b01-b500-4e528393e48b","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-2-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-2-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:15.051227049Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"9ca52442-dd62-4d65-a4d1-1e8ffb8f6faa","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-distinct-w0-1f6e39","model":"distinct-w0-1f6e39","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-1f6e39/e2e-sa-multi-no-hdr-sub1"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:15.096389096Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-1f6e39 priority=0:[ai-tenant-e2e-worker-w0-1f6e39/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w0-1f6e39/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:15.096528775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-2-w0-1f6e39","reconcileID":"17fd871d-0739-4f88-8e1a-3390a5071559","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-2-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-2-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:15.137903965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"ce7c00be-ed4c-4f3e-a0e1-914e7a19b850","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:15.137917016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"a61224b5-fc1c-4462-9957-2ae5c84de378","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:15.157408842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"4679d73f-dcf8-42fd-91f7-2745a2b74a90","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:15.195552379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"ce7c00be-ed4c-4f3e-a0e1-914e7a19b850","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:15.195662745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"a61224b5-fc1c-4462-9957-2ae5c84de378","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:15.205772537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-2-w0-1f6e39","reconcileID":"1faa457e-9d90-4392-b6d4-8d47c3012e55","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-2-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-2-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:17:15.208212678Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-1f6e39/e2e-sa-multi-no-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:15.218607218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"7776616b-0719-4ad8-b6e0-8d7abb2bf801","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:15.237771785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"51ddf38e-0dee-48c1-bb6a-b3fa1b14da11","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:15.260849388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-2-w0-1f6e39","reconcileID":"42fa15e0-409d-4842-9ecd-293b96518016","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-2-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-2-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:15.294865331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"51ddf38e-0dee-48c1-bb6a-b3fa1b14da11","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:15.339598062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"7b09120e-7572-411e-ad2e-f5004cd1aa0d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:15.396393012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"7b09120e-7572-411e-ad2e-f5004cd1aa0d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:15.430895235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"91e526b7-c0c5-4d04-a37d-df753b861283","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-distinct-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/distinct-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:15.541093914Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"7848963d-2571-44e0-935e-10c89e1449e5","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-distinct-2-w0-1f6e39","model":"distinct-2-w0-1f6e39","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-1f6e39/e2e-sa-multi-no-hdr-sub2"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:15.643907329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"2fa2c199-f800-4dda-9438-62e7bfdb0a9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:15.644553925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"3e1c6ec8-f4ba-4a87-ae93-9bf1fbda0b64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:15.645923308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"premium-w2-ca6546","reconcileID":"670a1316-c04a-4354-9789-57bbd863e5eb","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"premium-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"premium-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:15.646382116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"2e3c4955-99e8-43c0-867d-d36ad82e95d6","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:15.703424629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"3e1c6ec8-f4ba-4a87-ae93-9bf1fbda0b64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:15.706391493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"c772be6a-a701-4397-8c59-16b48c42fdcc","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:15.706714716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"2fa2c199-f800-4dda-9438-62e7bfdb0a9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:15.706845384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"premium-w2-ca6546","reconcileID":"a557d28d-10d2-4e1b-859e-30641bfb65db","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"premium-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"premium-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:15.748080098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-2-w0-1f6e39","reconcileID":"1d71a26b-dcbb-4817-a603-fdba58c7ec01","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-2-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-2-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:15.761591307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-2-w0-1f6e39","reconcileID":"8e6129c3-70ba-42a8-a32d-62958d5552d4","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-2-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-2-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:15.776478331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"403ce54c-5c9a-4a7c-b8c7-e9d4e07bc5e4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:15.806694717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"c75e6161-1cf7-4c6f-8d8a-f0ad6644a2f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:15.850066469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"403ce54c-5c9a-4a7c-b8c7-e9d4e07bc5e4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:15.878877764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"c75e6161-1cf7-4c6f-8d8a-f0ad6644a2f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:15.879694237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"10e2fd5f-621d-48e5-8851-fc192a5b56bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:15.880227734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"7f1eb5f1-fdda-4a99-91b7-0682302300e7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-premium-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:15.97295204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"ff3f748d-8f66-450d-8149-2f61dcf0fb6a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-distinct-2-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/distinct-2-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:16.040068348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e0a1e56f-5903-4671-9703-35ac078e8f95","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:16.069218527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"b57de219-eb3a-47c5-9cba-d4fc589452c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:16.098471855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e0a1e56f-5903-4671-9703-35ac078e8f95","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:16.126181075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"b57de219-eb3a-47c5-9cba-d4fc589452c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:16.14487631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-2-w0-1f6e39","reconcileID":"edb2f4fe-c0a3-4272-8514-fcc1b9c67bee","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-2-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-2-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:16.266384247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"ebbae3c8-fceb-4889-bb82-dd1540f9becd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:16.322992306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"ebbae3c8-fceb-4889-bb82-dd1540f9becd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:17:16.437442548Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e0a1e56f-5903-4671-9703-35ac078e8f95","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-sa-multi-no-hdr-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:16.704191153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b9cb0aca-2f93-4086-bea4-b9da4e79d7e7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:16.762990526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b9cb0aca-2f93-4086-bea4-b9da4e79d7e7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:18.880896889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"bd7fd6d5-d50e-432f-a88d-13c7a2d90f64","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:19.043282296Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"5935d22e-3ac3-444a-8e2e-b82c468a895c","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-69fd8800","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:19.142835798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"efb43bfd-b604-4cae-b9f7-bc4b67642632","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:19.143583932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c9d487c7-6f58-4697-98b9-a997c9f6aa09","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:19.143760762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"26a93f99-40a9-449b-aba3-9f416435b22f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:19.144160046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c377a76e-601c-470d-986e-69600ac040a4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:19.199472159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"efb43bfd-b604-4cae-b9f7-bc4b67642632","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:19.200146154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"26a93f99-40a9-449b-aba3-9f416435b22f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:19.201810047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c9d487c7-6f58-4697-98b9-a997c9f6aa09","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:19.202423716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c377a76e-601c-470d-986e-69600ac040a4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:19.61894246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"a2b5ca65-d764-4f88-9791-b9cc9362d0e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:19.618991865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e254f4d6-1a18-4f10-8f1b-2fe64b856df3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:19.620339802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c2d85c70-d8b2-4fc5-85f9-c30a970c8b66","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:19.620496733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"31f12aaf-c917-479e-bac9-44b761938bcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:19.675639905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"a2b5ca65-d764-4f88-9791-b9cc9362d0e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:19.675927185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e254f4d6-1a18-4f10-8f1b-2fe64b856df3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:19.678323343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"31f12aaf-c917-479e-bac9-44b761938bcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:19.678525405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c2d85c70-d8b2-4fc5-85f9-c30a970c8b66","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:24.172075008Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-sub2","reconcileID":"7c08cf4b-1858-4871-9cf9-bd148b85e89d","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/distinct-2-w1-5ac93f","subscription":"e2e-multi-keys-sub2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:24.224858781Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-sub2","reconcileID":"7c08cf4b-1858-4871-9cf9-bd148b85e89d","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/distinct-2-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:24.277917365Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-sub2","reconcileID":"7c08cf4b-1858-4871-9cf9-bd148b85e89d","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/distinct-2-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:24.551108697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"5af5d025-fffa-497b-bf31-99d281532cd7","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:24.612845524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-2-w0-1f6e39","reconcileID":"af903821-4881-4c8e-b6ce-d79589b55e5d","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-2-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-2-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:24.689981795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"a990a77a-cefd-4413-9833-b24f628e50cc","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:24.814031902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"335c06e3-ba04-4cf2-b907-135192e219d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:24.814107612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-auth2","reconcileID":"c0eb929a-8ece-415a-8db2-97f0811f90df","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:24.814446083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-auth1","reconcileID":"e612fd18-4186-42ae-bc95-6ef8aa610bd2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:24.81453259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"1ff9ddf0-6895-4f3f-af1e-d1ccbc255392","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:24.870785984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-auth2","reconcileID":"c0eb929a-8ece-415a-8db2-97f0811f90df","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:24.870957439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"335c06e3-ba04-4cf2-b907-135192e219d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:24.873015264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"1ff9ddf0-6895-4f3f-af1e-d1ccbc255392","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:24.873155214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-auth1","reconcileID":"e612fd18-4186-42ae-bc95-6ef8aa610bd2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:25.029569615Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-auth1","reconcileID":"a36763a5-66dc-4e47-ad23-558bc677ab1b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/distinct-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:25.239174683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-auth2","reconcileID":"74e225e5-a7b6-4f86-ab41-9b93bc0b4e9b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:25.243640459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"2abcc7df-1d8e-4ad0-8b8a-1e8f2102e1b9","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:25.295529892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-auth2","reconcileID":"74e225e5-a7b6-4f86-ab41-9b93bc0b4e9b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:25.381026613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"9c4f1e5c-fbcb-4550-909f-d4c76e9d908a","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:25.500721814Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-multi-keys-auth2","reconcileID":"5742fbcc-04ca-46ed-8f5a-ccca27b63417","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/distinct-2-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:25.6629888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"3ecc77fb-3d82-4106-9d5e-48972a81c572","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:26.949234552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"34003124-6835-4cc0-a938-8364ac7b5980","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:27.006578924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"783ec7de-9741-458e-ae5d-e7417931e4e8","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:27.268243864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"3def9a54-4c2d-40ff-be78-9176344d4ef9","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:27.269740617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"68f4440e-c3cc-46e8-a88a-0743b56c8641","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:27.386492292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"68f4440e-c3cc-46e8-a88a-0743b56c8641","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:27.387238164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"7c163aff-6251-4862-9823-57cb7c5eff19","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:17:27.388789407Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-sub1","reconcileID":"3acc5ab8-e61a-4721-bd65-10dcb721befe","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:17:27.447712497Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"7c163aff-6251-4862-9823-57cb7c5eff19","name":"distinct-w1-5ac93f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-5ac93f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:17:27.476550404Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"7c163aff-6251-4862-9823-57cb7c5eff19","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-5ac93f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:27.504156443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"811485b3-edc6-4ff5-a426-260651d7d8d4","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:27.50669883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"e755d44b-d033-48e6-b818-3c8a33907e77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:27.508314578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"0ec3d897-6de7-476b-a576-d7c8a3b5b17f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:27.520986297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"2f19045e-58de-4a42-bffd-4a74a0c1c210","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:27.571811277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"9a4980d2-470b-4d9e-888f-c3c96b2a4ae2","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:27.581599402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"0ec3d897-6de7-476b-a576-d7c8a3b5b17f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:27.624771013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"ebb30d41-03c5-4a03-91e9-858cc499e0c2","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:27.652860604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"a3dd3a89-2a8a-4264-a083-df75c9f32afb","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:27.651058944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"e755d44b-d033-48e6-b818-3c8a33907e77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:27.785564641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"fe59cbe3-8b58-4287-b99b-b2d4f22257fe","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:28.010243566Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-sub1","reconcileID":"9a06f05d-cd55-4ece-8268-22a66d666262","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-distinct-w1-5ac93f","model":"distinct-w1-5ac93f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5ac93f/e2e-sa-multi-hdr-sub1"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:28.034548249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"1abf7c47-fed3-4110-8be7-55820b41700a","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:28.055793115Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-5ac93f priority=0:[ai-tenant-e2e-worker-w1-5ac93f/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w1-5ac93f/e2e-sa-multi-hdr-sub2]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:28.198429533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"eec9041e-6199-4887-a8cd-1db76eba1a3e","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:17:28.317574919Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-sub2","reconcileID":"4df85080-3a43-4891-9f89-69e320f53da6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:28.31885751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"5b61c67f-b16c-4d5d-a173-1590b841f1a4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:28.321094144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"127c1afc-767b-4738-910f-b8285b15332f","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:28.377298307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"990eebca-ed53-48c6-870f-6846e3f6a1ea","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:28.424287518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"5b61c67f-b16c-4d5d-a173-1590b841f1a4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:28.552385024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"990eebca-ed53-48c6-870f-6846e3f6a1ea","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:28.584848988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"7b2af610-6be6-4acc-986e-eb21d0d3c7f4","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:28.664494029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"4331d133-8c23-4f34-a49b-fd47de085918","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:28.587738073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"13e448a7-2b8e-4eef-872a-84ab946d5bfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:28.587958156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"3706f99f-9200-46dd-a275-980a42c9b519","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:28.748447488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"c2bc0d5f-fcac-44b2-a007-d874228f5066","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:28.781195505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"204a4a7f-e4b4-416f-a300-68d716da9848","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-distinct-2-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/distinct-2-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:28.805140078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"13e448a7-2b8e-4eef-872a-84ab946d5bfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:28.903453093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"3706f99f-9200-46dd-a275-980a42c9b519","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:29.195632491Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"017bf8f3-8d3b-4954-a8a7-14d9f7e8aeef","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/distinct-w0-1f6e39","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:29.225316752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"98e649e7-2699-4c15-9d56-c9ebac8d41c1","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:29.237399389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-sub1","reconcileID":"3d2de444-765c-4a1b-8bb3-bf960271f478","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-distinct-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/distinct-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:29.25298847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"b9418fc6-e930-4b15-bc77-49b29c7d37ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:29.253861433Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"017bf8f3-8d3b-4954-a8a7-14d9f7e8aeef","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/distinct-w0-1f6e39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:29.29709692Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-sub2","reconcileID":"f5255a10-27b8-4f73-86ac-7c4c9e322ca0","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-distinct-2-w1-5ac93f","model":"distinct-2-w1-5ac93f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5ac93f/e2e-sa-multi-hdr-sub2"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:29.309502045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-2-w0-1f6e39","reconcileID":"1a09e2c0-f869-4638-b619-45e51ebf0a7d","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-2-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-2-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:29.396287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"b9418fc6-e930-4b15-bc77-49b29c7d37ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:29.553075431Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"017bf8f3-8d3b-4954-a8a7-14d9f7e8aeef","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/distinct-w0-1f6e39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:29.631046948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"8d2dbb11-cd7a-4d1f-bc01-4fc3e0bfd64b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:30.069927731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"6044d73f-2154-4357-b722-b31feca992cb","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:30.11646624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"8d2dbb11-cd7a-4d1f-bc01-4fc3e0bfd64b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:30.170137391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"e534d88d-322a-4c43-8ee3-946d2c23edfc","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:30.22415852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"41b67834-9861-41da-a057-dd5d7f52300a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:30.224930799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"a06d86cc-a2d5-4d23-9448-b9e6e94779f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:30.254841767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"d162883f-67f9-4cdc-8ca7-26ea8ba18637","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:30.267022027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"e534d88d-322a-4c43-8ee3-946d2c23edfc","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:30.300107007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"41b67834-9861-41da-a057-dd5d7f52300a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:30.335179086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"a06d86cc-a2d5-4d23-9448-b9e6e94779f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:30.342987873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"2d5dddf4-b6a3-421f-9ceb-825ebbc7fec0","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:30.343820344Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-5ac93f priority=0:[ai-tenant-e2e-worker-w1-5ac93f/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w1-5ac93f/e2e-sa-multi-hdr-sub2]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:30.410901387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"f2a1b0ee-9294-4d83-8f3a-491c87c37b7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:30.456925286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"123caccc-2903-468f-bc14-7acdb0eab261","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:30.481660769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-2-w0-1f6e39","reconcileID":"cb98fb3e-7ca7-4032-a115-4934e0165a1a","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-2-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-2-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:30.489316132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"f2a1b0ee-9294-4d83-8f3a-491c87c37b7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:30.559046097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-sub2","reconcileID":"8c9ee407-91e6-46fe-b60a-2bce77642eb4","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-distinct-2-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/distinct-2-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:30.668662013Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"b318d1b1-5dff-40a3-951d-52c062e11605","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ce9e7480","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:30.705067806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"528faa81-b648-4f74-9284-6566766e22c4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:30.764405794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"528faa81-b648-4f74-9284-6566766e22c4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:30.768583723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"027e2f35-11fe-4385-9f22-10f1cb6f5081","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:30.769231993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"39c24d16-3ee4-4d04-9675-92cbef1dc4ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:30.780152034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"8c9afd47-1d63-4ea3-a24d-aa41ef06e459","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:30.825253732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"027e2f35-11fe-4385-9f22-10f1cb6f5081","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:30.827162491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"39c24d16-3ee4-4d04-9675-92cbef1dc4ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:30.844481226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"8c9afd47-1d63-4ea3-a24d-aa41ef06e459","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:31.061084684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"a79bb857-094e-4f63-ab15-6e7674f44052","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:31.118678274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"a79bb857-094e-4f63-ab15-6e7674f44052","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:31.267032182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d59ed19d-5ecf-4cf3-a4c5-8e1e7ece2786","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:31.324022566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d59ed19d-5ecf-4cf3-a4c5-8e1e7ece2786","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:31.365949597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"9cde264b-3689-423c-b9bf-6ebcb7ec0387","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:31.36610819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"1abc99d8-edb4-4bdb-a5e0-a47fe8668cfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:31.365958414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d4c5415f-d3bd-49af-90cb-45d605d84013","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:31.423087713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"1abc99d8-edb4-4bdb-a5e0-a47fe8668cfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:31.423118503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"9cde264b-3689-423c-b9bf-6ebcb7ec0387","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:31.425321511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d4c5415f-d3bd-49af-90cb-45d605d84013","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:31.590677872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0255a870-d687-44ee-b4c6-8708e6417db5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:31.650134994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0255a870-d687-44ee-b4c6-8708e6417db5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:32.678804797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"d3a950f8-2556-4d34-837b-11b6d5716189","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:32.844619738Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-sub1","reconcileID":"5803fab2-061a-4225-bc36-fac6823b40d3","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1a94dd74","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:32.956712011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f0a41010-a934-43e4-a3a6-73a3a0971916","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:32.956894336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"3403a1e2-e4cb-4571-873d-cca58b4a843d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:32.956714123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"7273b25a-4202-4733-b5e6-48ba84fa04b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:32.957325364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e5cd098a-492c-481e-9563-7412c9eafd23","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:33.015013439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"7273b25a-4202-4733-b5e6-48ba84fa04b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:33.015072004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f0a41010-a934-43e4-a3a6-73a3a0971916","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:33.018635307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e5cd098a-492c-481e-9563-7412c9eafd23","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:33.018768182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"3403a1e2-e4cb-4571-873d-cca58b4a843d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:33.492163438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"3a1c2f21-7d7a-43f7-a10f-87565dbe7d11","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:33.492404771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c9f43010-343d-49e2-a169-655b31424f78","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:33.492163068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"51a56a35-0bd4-4f52-bb11-346062af275a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:33.492647746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"897edd10-156b-4479-9dba-5c062da419e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:33.558138603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c9f43010-343d-49e2-a169-655b31424f78","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:33.562379658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"51a56a35-0bd4-4f52-bb11-346062af275a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:33.563804349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"3a1c2f21-7d7a-43f7-a10f-87565dbe7d11","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:33.565673154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"897edd10-156b-4479-9dba-5c062da419e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:35.610789192Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:40.722103123Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"532fde1a-9d7c-461d-9878-87594f2186c5","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/distinct-2-w0-1f6e39","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:40.774906937Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"532fde1a-9d7c-461d-9878-87594f2186c5","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/distinct-2-w0-1f6e39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:40.828000634Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"532fde1a-9d7c-461d-9878-87594f2186c5","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/distinct-2-w0-1f6e39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:41.10213858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-2-w0-1f6e39","reconcileID":"9fb97dfb-fe60-451d-8ebf-b17de7755821","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-2-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-2-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:41.187276903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"e17e51fb-e6ae-41e9-97ae-4a2f69f7aee7","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:41.24128734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"f14129c5-b182-4152-b88e-0efceec19b5f","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:41.375697016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"1fae5d67-f7d8-4ecc-8b60-265c1a695d66","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:41.375773106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"e7dc1ef0-cf2e-4fa8-ba7f-31ca3a8bca1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:41.376161433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"8b77bd18-bd37-450e-9e94-e143f2744368","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:41.376380069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"8fb35b3c-e9c6-4867-99f5-f56094223e88","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:41.433769151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"8fb35b3c-e9c6-4867-99f5-f56094223e88","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:41.43484721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"e7dc1ef0-cf2e-4fa8-ba7f-31ca3a8bca1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:41.436264449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"8b77bd18-bd37-450e-9e94-e143f2744368","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:41.438562198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"1fae5d67-f7d8-4ecc-8b60-265c1a695d66","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:41.644716114Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ce9e8a27-5c68-47bd-8cc9-1498aa7c758c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/distinct-w0-1f6e39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:41.808860987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"ab0ee918-f1ef-44f4-bfd9-6f2183ebd5e9","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:41.868024472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"398238b8-6572-41b7-acea-ab289156e0ec","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:41.947036019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"398238b8-6572-41b7-acea-ab289156e0ec","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:41.981116244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-2-w0-1f6e39","reconcileID":"247a44b5-5fb2-4fff-9864-a69e132d04ed","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-2-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-2-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:42.12800782Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"07f35b1c-8e50-46c6-bbc1-93f0715d91aa","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/distinct-2-w0-1f6e39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:42.317106763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-2-w0-1f6e39","reconcileID":"17569e4c-5fa2-49e2-80a6-3f94ae849321","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-2-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-2-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:42.820322003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-sub2","reconcileID":"2e3b61ce-193c-4b68-9ee4-3907778d54e1","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-distinct-2-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/distinct-2-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:42.915721311Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-sub1","reconcileID":"0301590c-2e64-42b4-a570-67c538ebf341","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/distinct-w1-5ac93f","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:42.959909278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"68b07d07-5838-43b4-9258-31bf35d4df78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:42.973823434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"86c5b052-8fbf-4a9c-93fc-7e96d7d3dae9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:42.974526267Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-sub1","reconcileID":"0301590c-2e64-42b4-a570-67c538ebf341","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/distinct-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:43.024099045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"68b07d07-5838-43b4-9258-31bf35d4df78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:43.040080965Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-sub1","reconcileID":"0301590c-2e64-42b4-a570-67c538ebf341","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/distinct-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:43.044260435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"86c5b052-8fbf-4a9c-93fc-7e96d7d3dae9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:43.053379391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"cac65471-d564-4b9e-b987-1cf240bfbcc4","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:43.373324709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"66d23e8a-3935-4acf-89b1-e75801461877","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:43.571925743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"99b5ae16-d525-4b15-8a0f-229860ff0efe","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:43.572467409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"8cae4fa7-e939-4207-83a0-a6ce602fca8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:43.572897429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"c4abe018-9134-4246-8098-10a1b2c95ffe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:43.573299924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"7ff65912-2e20-40b1-90e8-16b007b357ee","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:43.594798492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"distinct-2-w4-398828","reconcileID":"bce954f3-319f-489f-8916-e0550d374c77","MaaSModelRef":{"name":"distinct-2-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"distinct-2-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"distinct-2-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:43.631903127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"8cae4fa7-e939-4207-83a0-a6ce602fca8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:43.631939741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"99b5ae16-d525-4b15-8a0f-229860ff0efe","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:43.63428473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"7ff65912-2e20-40b1-90e8-16b007b357ee","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:43.634496207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"c4abe018-9134-4246-8098-10a1b2c95ffe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:43.65329487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"e0903e3b-0e70-475c-85b5-83babe06a880","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:43.763680401Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-sub2","reconcileID":"5a1db98d-1765-49a3-9e89-9054d8a381a2","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-813da41b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:44.055606639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"76737134-1792-4fce-b426-e70abe01d066","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:44.056944702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"923324ca-6458-43a8-ad72-07ad38dc1eef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:44.05722485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b4f3101a-9911-4778-92c1-c8a628f4e634","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:44.057572416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"2f306c6c-64c1-4d5b-aed6-cecd0fe34dff","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:44.112856016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"76737134-1792-4fce-b426-e70abe01d066","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:44.114204979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"923324ca-6458-43a8-ad72-07ad38dc1eef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:44.115477255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"2f306c6c-64c1-4d5b-aed6-cecd0fe34dff","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:44.116451977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b4f3101a-9911-4778-92c1-c8a628f4e634","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:45.180053163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e37606b-8655-4da4-88d8-506469adc92f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:45.180074021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e37606b-8655-4da4-88d8-506469adc92f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:45.23747238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d69b4622-0ec4-4658-b689-530c696cd76e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:45.237490849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d69b4622-0ec4-4658-b689-530c696cd76e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:45.393822199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70efa0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-70efa0","reconcileID":"272dc76a-43b7-46c9-a945-dd3bdcb4505d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70efa0","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:45.442833748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8395d69e-b796-414b-b7bc-9f41f580bf77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:45.442854511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8395d69e-b796-414b-b7bc-9f41f580bf77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:45.45199515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70efa0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-70efa0","reconcileID":"272dc76a-43b7-46c9-a945-dd3bdcb4505d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70efa0","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:45.452539612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"1031a8d2-d31c-427f-ab01-ac8552585c82","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:45.501429744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0a20621-e3c2-4083-a2fd-bfb85fb0aac2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:45.50144494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0a20621-e3c2-4083-a2fd-bfb85fb0aac2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:45.508934836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"f727a4e5-1c41-4d50-bd42-24f6dc316999","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:17:45.551884575Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-70efa0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-70efa0","reconcileID":"6b07d8c5-e154-4bdb-ac1b-c72e9c504a35","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-70efa0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:45.613009009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69f50b0a-1d67-4d68-ace8-0567500f1c35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:45.614160816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ad8e0c6-4ac2-4e4c-8ac5-7f1454b47fb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:45.670416375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43582a97-7b00-480d-b4fc-28c088b92882","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:45.670524409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43582a97-7b00-480d-b4fc-28c088b92882","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:45.687060981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ad8e0c6-4ac2-4e4c-8ac5-7f1454b47fb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:45.687802667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69f50b0a-1d67-4d68-ace8-0567500f1c35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:45.716756503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"e2e-api-key-deleted-sub-auth","reconcileID":"1512e94a-51a2-4fe6-8f29-501c31c1911d","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:45.726131738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3605c597-154b-4368-8a2a-ebc4526ff61b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:45.726147567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3605c597-154b-4368-8a2a-ebc4526ff61b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:45.77355429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8a2a6ec-5582-4123-bb41-9ba125b8c901","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:45.773574556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8a2a6ec-5582-4123-bb41-9ba125b8c901","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:45.773819271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"e2e-api-key-deleted-sub-auth","reconcileID":"1512e94a-51a2-4fe6-8f29-501c31c1911d","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:45.777584745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"2dace2d7-df30-40f6-9964-644c0c76f00c","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:45.832974946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"b46012d2-de89-43c6-9cdc-57493e71d3bf","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:17:45.88434447Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"e2e-api-key-deleted-sub","reconcileID":"0f6fd3f4-7800-42b7-9e59-82b4cdaf1515","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:45.932122052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70efa0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-70efa0","reconcileID":"fd1221cb-d537-42a8-9387-121548f4c752","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70efa0","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:45.933989457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"f7451a85-75af-413e-9ed8-746d8597d9cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:45.988984465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70efa0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-70efa0","reconcileID":"fd1221cb-d537-42a8-9387-121548f4c752","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70efa0","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:45.990347763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"f7451a85-75af-413e-9ed8-746d8597d9cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:45.994769097Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-70efa0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-70efa0","reconcileID":"3685d950-9f26-4ca1-851e-5f0a8c710177","MaaSSubscription":{"name":"e2e-default-int-sub-70efa0","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-70efa0","models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:45.998441096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"28e4a187-c073-4fc2-9058-744b1bbffadf","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:46.043496401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"ae11b4cc-b2dd-47b2-8c9a-fcd9ddc59de7","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:46.05547075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"3478e6d8-9c19-43d4-a03d-c721fe407d72","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:46.074576771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"c4a5ff20-fbe4-468b-b042-1c273b856cab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:46.130854909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"c4a5ff20-fbe4-468b-b042-1c273b856cab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:46.159709342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28c63d08-f8bc-4e5b-9e59-ba3558464b11","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:46.159723442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28c63d08-f8bc-4e5b-9e59-ba3558464b11","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:46.200970871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"e2e-api-key-deleted-sub-auth","reconcileID":"75a2e54b-45ab-4504-ac1d-195fc81aa3bd","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:46.206030053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"015daa3b-2bed-4676-a2e8-147966fc3718","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:17:46.255881808Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70efa0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-70efa0","reconcileID":"fd1221cb-d537-42a8-9387-121548f4c752","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-default-int-auth-70efa0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:46.25744383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"e2e-api-key-deleted-sub-auth","reconcileID":"75a2e54b-45ab-4504-ac1d-195fc81aa3bd","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:46.305015436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"70d5fc95-1371-45b6-8c76-305acf09138e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:46.363173519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"70d5fc95-1371-45b6-8c76-305acf09138e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:46.363830298Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"e2e-api-key-deleted-sub","reconcileID":"a40690b9-7368-4c2a-a3fc-84e1f35afb85","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-398828/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w4-398828/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:46.407416177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-70efa0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-70efa0","reconcileID":"36e0e553-abf2-468c-b09a-32ff77da6f0c","MaaSSubscription":{"name":"e2e-default-int-sub-70efa0","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:46.41784953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70efa0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-70efa0","reconcileID":"e9f75257-9388-4076-805c-56208f86ef79","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70efa0","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:46.474485267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70efa0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-70efa0","reconcileID":"e9f75257-9388-4076-805c-56208f86ef79","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70efa0","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:46.519263405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"01ddd618-1626-46f4-962f-20cc7553f25f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:46.530503728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"857b8c1c-1975-4371-8fc6-9c4e632e6404","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:46.574790401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"21e203ac-0105-4b39-ac93-b262ce3f4610","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:46.575796216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"01ddd618-1626-46f4-962f-20cc7553f25f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:46.741012818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"e2e-api-key-deleted-sub","reconcileID":"fa393e3a-c87f-47a9-9bdf-17e7f367864d","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:48.698657184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"224b4225-cdb5-4a23-8e62-93abce99017e","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:48.861583838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"e2e-api-key-deleted-sub-auth","reconcileID":"ea98a7f1-f4e0-4c75-93a9-1736d420012c","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:48.861616022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"95c206ef-8479-4779-8201-defc38c7911d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:48.862110998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"cc144c1c-8582-4358-9fca-6e3314d33f12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:48.918570046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"e2e-api-key-deleted-sub-auth","reconcileID":"ea98a7f1-f4e0-4c75-93a9-1736d420012c","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:48.919266828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"95c206ef-8479-4779-8201-defc38c7911d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:48.92077831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"cc144c1c-8582-4358-9fca-6e3314d33f12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:50.989811252Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70efa0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-70efa0","reconcileID":"459ecac1-1031-4a72-ad42-3d45548800dd","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70efa0","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:50.989859917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fbbeccb9-d2d2-4ed2-8d55-a96f5ac50ec9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:50.989872698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fbbeccb9-d2d2-4ed2-8d55-a96f5ac50ec9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:51.202930295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2373ce8a-d874-4c4c-8245-c9beae5dcec6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:51.202951967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2373ce8a-d874-4c4c-8245-c9beae5dcec6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:51.346244801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5324dc01-14c9-4717-8587-7f781c2a0cad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:51.346276415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5324dc01-14c9-4717-8587-7f781c2a0cad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:51.510189444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b0ca7db5-c1de-4a7b-9f33-452cc0540b19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:51.51041022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"89d44a19-bab6-4d65-a2bb-53b1d1250c73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:51.567386151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"89d44a19-bab6-4d65-a2bb-53b1d1250c73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:51.568693012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b0ca7db5-c1de-4a7b-9f33-452cc0540b19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:53.817627744Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-sub2","reconcileID":"51e80c38-74a5-4451-b4a9-8267645c68a0","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/distinct-2-w1-5ac93f","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:53.870848201Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-sub2","reconcileID":"51e80c38-74a5-4451-b4a9-8267645c68a0","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/distinct-2-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:53.924125908Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-sub2","reconcileID":"51e80c38-74a5-4451-b4a9-8267645c68a0","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/distinct-2-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:54.201406234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"b70da510-7fd6-4da1-9648-734645bc0d5b","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:54.337627762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"7d276da0-4080-4565-ae8a-9013d75141e0","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:54.466860721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"b70d5f32-47a0-4730-9e2e-4dbb8755c0b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:54.466896884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"206cad6e-90ba-436d-a2c2-59f14f20a508","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:54.467527326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"8a77a30a-841f-45e9-8685-a5ca923393a9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:54.46804408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"bacfcd7b-2429-428a-8ce7-a83e26d41116","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:54.524727439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"206cad6e-90ba-436d-a2c2-59f14f20a508","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:54.52625573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"b70d5f32-47a0-4730-9e2e-4dbb8755c0b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:54.52713618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"bacfcd7b-2429-428a-8ce7-a83e26d41116","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:54.530091061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"8a77a30a-841f-45e9-8685-a5ca923393a9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:54.783407625Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d675897f-33dc-4a2d-b411-f306f604c643","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/distinct-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:54.940991089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"3bd6427c-3baa-455e-a2c2-a42c786c09b9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:54.995327484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"7f15e576-82cd-4221-90ff-986022cacc4b","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:54.998874666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"3bd6427c-3baa-455e-a2c2-a42c786c09b9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:55.141882306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"9e54e6fb-fa1c-4297-809a-02974f208995","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:55.20808046Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"04d96764-be9d-4ed3-8f51-851371c524dc","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/distinct-2-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:55.567444412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-w3-858236","reconcileID":"79d2cb8d-4215-4e70-9dea-a7406d888985","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"distinct-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"distinct-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:55.624051194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"abac9812-f007-4a20-aa00-cc2351c0725e","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:58.86869555Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"e2e-api-key-deleted-sub","reconcileID":"ffae2118-eec3-40b5-8a08-8fe0334a5f63","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-398828"},"model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscription":"e2e-api-key-deleted-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:59.087709829Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"e2e-api-key-deleted-sub","reconcileID":"ffae2118-eec3-40b5-8a08-8fe0334a5f63","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-398828/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:59.303125257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"74005701-c7b8-46d0-adba-77c066116cee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:59.30565725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"30df942d-bba3-47c2-9ae0-48500ce129d5","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:59.46428988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"e2e-api-key-deleted-sub-auth","reconcileID":"88dd0a9e-3034-4db6-9921-d097e9fe8755","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:59.464546805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"f426cdb0-1ea4-4ab3-a3e2-d3768c407c8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:59.464289866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"d8ebc78d-0c67-44f0-b3fb-356658167954","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:59.538834902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"d8ebc78d-0c67-44f0-b3fb-356658167954","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:59.541107922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"f426cdb0-1ea4-4ab3-a3e2-d3768c407c8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:17:59.543505731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"e2e-api-key-deleted-sub-auth","reconcileID":"88dd0a9e-3034-4db6-9921-d097e9fe8755","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:00.875465325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"822bd20e-40b4-425a-9fb6-3cd03a5b4232","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:00.928492487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"822bd20e-40b4-425a-9fb6-3cd03a5b4232","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:00.981559864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"822bd20e-40b4-425a-9fb6-3cd03a5b4232","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:01.034373505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"822bd20e-40b4-425a-9fb6-3cd03a5b4232","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:01.365616886Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-d5dcca72","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-d5dcca72","reconcileID":"a448ff75-042e-459e-8302-3c052216258a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-d5dcca72","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-d5dcca72":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:01.515648264Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-70efa0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-70efa0","reconcileID":"3960c63e-38bd-4539-a2e2-b9e9dc424ca5","MaaSSubscription":{"name":"e2e-default-int-sub-70efa0","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-70efa0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:01.733772114Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-70efa0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-70efa0","reconcileID":"3960c63e-38bd-4539-a2e2-b9e9dc424ca5","MaaSSubscription":{"name":"e2e-default-int-sub-70efa0","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:01.946794379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b24ec55b-2f98-400e-9d20-435b8fa48894","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:01.99569513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ded6b6cb-f667-4788-ba2a-c4e599f82a95","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:01.995713152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ded6b6cb-f667-4788-ba2a-c4e599f82a95","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:02.261024646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"73e579a8-f8cd-4775-93b7-96fab73e78b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:02.26106285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b027c6f-d8c6-4cfc-a705-da776d7d2768","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:02.319212076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"73e579a8-f8cd-4775-93b7-96fab73e78b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:02.320638746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b027c6f-d8c6-4cfc-a705-da776d7d2768","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:02.707918428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ad2298d-58ce-4f15-be2c-c4313d9fa15a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:02.707943546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ad2298d-58ce-4f15-be2c-c4313d9fa15a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:02.762798602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4b10cdd-8685-4580-b273-6c44c45420e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:02.762821678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4b10cdd-8685-4580-b273-6c44c45420e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:02.86956137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-c4b20c83"},"namespace":"ai-tenant-e2e-mt-c4b20c83","name":"e2e-shared-int-policy-c4b20c83","reconcileID":"5f42c2e2-71c0-4520-b32a-a3fb08f62179","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-c4b20c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:02.971334217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bccceb85-5c03-4f85-bb3c-a04ffee708fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:02.971379423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bccceb85-5c03-4f85-bb3c-a04ffee708fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:02.9775241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fbca064-2be6-4ca3-b6fe-fff1f781d49f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:03.030618551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fbca064-2be6-4ca3-b6fe-fff1f781d49f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:03.085530051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fbca064-2be6-4ca3-b6fe-fff1f781d49f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:03.090674284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"236b3acd-4c08-4c29-8220-1768ecfcc087","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:03.090690301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"236b3acd-4c08-4c29-8220-1768ecfcc087","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:18:03.092830268Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-mt-c4b20c83/e2e-shared-int-sub-c4b20c83","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-c4b20c83\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:03.102162566Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-c4b20c83"},"namespace":"ai-tenant-e2e-mt-c4b20c83","name":"e2e-shared-int-policy-c4b20c83","reconcileID":"5f42c2e2-71c0-4520-b32a-a3fb08f62179","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-c4b20c83"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:03.13862379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fbca064-2be6-4ca3-b6fe-fff1f781d49f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:03.201344329Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-c4b20c83"},"namespace":"ai-tenant-e2e-mt-c4b20c83","name":"e2e-shared-int-policy-c4b20c83","reconcileID":"5f42c2e2-71c0-4520-b32a-a3fb08f62179","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-c4b20c83"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:03.204312172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc323bc1-bdcb-41cc-a7ee-1c0ccf42e880","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:03.204422928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc323bc1-bdcb-41cc-a7ee-1c0ccf42e880","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:03.278503249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f834d7c8-bbea-48e5-b957-519102aa7eca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:03.278605664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f834d7c8-bbea-48e5-b957-519102aa7eca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:03.426588912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-c4b20c83"},"namespace":"ai-tenant-e2e-mt-c4b20c83","name":"e2e-shared-int-policy-c4b20c83","reconcileID":"84e156d1-ea16-4653-98b6-1e756ba0aa6d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-c4b20c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:03.483581635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-c4b20c83"},"namespace":"ai-tenant-e2e-mt-c4b20c83","name":"e2e-shared-int-policy-c4b20c83","reconcileID":"84e156d1-ea16-4653-98b6-1e756ba0aa6d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-c4b20c83"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:03.597929602Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-c4b20c83"},"namespace":"ai-tenant-e2e-mt-c4b20c83","name":"e2e-shared-int-policy-c4b20c83","reconcileID":"84e156d1-ea16-4653-98b6-1e756ba0aa6d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-c4b20c83"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:03.655101798Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c4b20c83","namespace":"ai-tenant-e2e-mt-c4b20c83"},"namespace":"ai-tenant-e2e-mt-c4b20c83","name":"e2e-shared-int-sub-c4b20c83","reconcileID":"f6c9f975-70c0-4c75-ba40-dc4863d11796","MaaSSubscription":{"name":"e2e-shared-int-sub-c4b20c83","namespace":"ai-tenant-e2e-mt-c4b20c83"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-c4b20c83/e2e-shared-int-sub-c4b20c83","models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:03.926372924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"distinct-w2-ca6546","reconcileID":"ead1f888-0093-406b-a5dd-a64bba3aea93","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"distinct-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"distinct-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:03.940387515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a3ac909d-b68e-4597-b00e-194c55f3a59b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:04.051343084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09783f93-8173-40e8-a8f5-57e3bb7dbb35","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:04.051388328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09783f93-8173-40e8-a8f5-57e3bb7dbb35","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:04.092871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13c76c8a-6014-4dbc-b4a9-952478e449c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:04.092961826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13c76c8a-6014-4dbc-b4a9-952478e449c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:04.166370328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c4b20c83","namespace":"ai-tenant-e2e-mt-c4b20c83"},"namespace":"ai-tenant-e2e-mt-c4b20c83","name":"e2e-shared-int-sub-c4b20c83","reconcileID":"ca53ac0f-f91e-49b0-ad05-3358fa080f04","MaaSSubscription":{"name":"e2e-shared-int-sub-c4b20c83","namespace":"ai-tenant-e2e-mt-c4b20c83"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:04.233955018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"namespace":"ai-tenant-e2e-mt-38ac4565","name":"e2e-shared-int-policy-c4b20c83","reconcileID":"ee1eabaa-3f9b-4e55-bd72-5a2fd73bda50","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:04.296731896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9341787-2cac-4554-9c45-2876bf7bafc2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:04.296862063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9341787-2cac-4554-9c45-2876bf7bafc2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:04.460177666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"496a8c5d-eb3e-4592-93fa-98e2237a12cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:04.460296182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"496a8c5d-eb3e-4592-93fa-98e2237a12cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:04.471713371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"namespace":"ai-tenant-e2e-mt-38ac4565","name":"e2e-shared-int-policy-c4b20c83","reconcileID":"ee1eabaa-3f9b-4e55-bd72-5a2fd73bda50","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:04.473435015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ec12d4d-db20-496d-b950-da16196aa496","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:04.473525093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ec12d4d-db20-496d-b950-da16196aa496","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:04.522175252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d536e2f-df8e-45cf-a72b-14b026d18bf1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:04.529382942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d536e2f-df8e-45cf-a72b-14b026d18bf1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:18:04.523095173Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c4b20c83","namespace":"ai-tenant-e2e-mt-c4b20c83"},"namespace":"ai-tenant-e2e-mt-c4b20c83","name":"e2e-shared-int-sub-c4b20c83","reconcileID":"ca53ac0f-f91e-49b0-ad05-3358fa080f04","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-c4b20c83\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:04.527241986Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"namespace":"ai-tenant-e2e-mt-38ac4565","name":"e2e-shared-int-policy-c4b20c83","reconcileID":"ee1eabaa-3f9b-4e55-bd72-5a2fd73bda50","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:18:04.545541455Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-mt-38ac4565/e2e-shared-int-sub-c4b20c83","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-c4b20c83\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:04.602667555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08075ad7-d8c0-4d7d-ac78-0ea7b2be3292","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:04.602788318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08075ad7-d8c0-4d7d-ac78-0ea7b2be3292","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:04.806232052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"namespace":"ai-tenant-e2e-mt-38ac4565","name":"e2e-shared-int-policy-c4b20c83","reconcileID":"aff70e0e-7554-4fe0-89aa-f41e0df6fa27","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:04.878547491Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c4b20c83","namespace":"ai-tenant-e2e-mt-c4b20c83"},"namespace":"ai-tenant-e2e-mt-c4b20c83","name":"e2e-shared-int-sub-c4b20c83","reconcileID":"b060f43f-44ee-40de-b796-cec022bd73e4","MaaSSubscription":{"name":"e2e-shared-int-sub-c4b20c83","namespace":"ai-tenant-e2e-mt-c4b20c83"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-38ac4565/e2e-shared-int-sub-c4b20c83","ai-tenant-e2e-mt-c4b20c83/e2e-shared-int-sub-c4b20c83","models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:04.915030907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"namespace":"ai-tenant-e2e-mt-38ac4565","name":"e2e-shared-int-policy-c4b20c83","reconcileID":"aff70e0e-7554-4fe0-89aa-f41e0df6fa27","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:05.106871223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"namespace":"ai-tenant-e2e-mt-38ac4565","name":"e2e-shared-int-sub-c4b20c83","reconcileID":"745fb60f-fe2e-46f9-8033-379be4fb95ed","MaaSSubscription":{"name":"e2e-shared-int-sub-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:05.17625288Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"namespace":"ai-tenant-e2e-mt-38ac4565","name":"e2e-shared-int-policy-c4b20c83","reconcileID":"aff70e0e-7554-4fe0-89aa-f41e0df6fa27","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:18:05.513610355Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"namespace":"ai-tenant-e2e-mt-38ac4565","name":"e2e-shared-int-policy-c4b20c83","reconcileID":"aff70e0e-7554-4fe0-89aa-f41e0df6fa27","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-shared-int-policy-c4b20c83\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:05.595703664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"26e500ef-b4e0-4a14-9a5b-6f4865b77c90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:05.596998559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"c5794a92-9216-42f3-990b-403cb41d54fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:05.603834926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ff9a4525-8b64-4c47-835a-a5cbf37830ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:05.605490945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f1d2a36-5002-40e4-b806-708c64683fda","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:05.605669976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f1d2a36-5002-40e4-b806-708c64683fda","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:05.757433691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"c5794a92-9216-42f3-990b-403cb41d54fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:05.794637848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"26e500ef-b4e0-4a14-9a5b-6f4865b77c90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:05.843943751Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:05.936785246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"bc9b8269-7e48-44fe-b513-064c2860cc1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:05.937556918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"f8a4e97e-2581-4673-a38d-3fb4e5874165","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:05.93774888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"namespace":"ai-tenant-e2e-mt-38ac4565","name":"e2e-shared-int-policy-c4b20c83","reconcileID":"9146c6bc-4e53-41e5-aede-ad042c4f92de","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:05.978329246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c4b20c83","namespace":"ai-tenant-e2e-mt-c4b20c83"},"namespace":"ai-tenant-e2e-mt-c4b20c83","name":"e2e-shared-int-sub-c4b20c83","reconcileID":"59bf0fb6-d4ae-48ef-9fb1-115e22671066","MaaSSubscription":{"name":"e2e-shared-int-sub-c4b20c83","namespace":"ai-tenant-e2e-mt-c4b20c83"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:06.040489872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"bc9b8269-7e48-44fe-b513-064c2860cc1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:06.100435996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"f8a4e97e-2581-4673-a38d-3fb4e5874165","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:06.133772514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"namespace":"ai-tenant-e2e-mt-38ac4565","name":"e2e-shared-int-policy-c4b20c83","reconcileID":"9146c6bc-4e53-41e5-aede-ad042c4f92de","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:06.134564465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"namespace":"ai-tenant-e2e-mt-38ac4565","name":"e2e-shared-int-sub-c4b20c83","reconcileID":"7a6169f7-7d3f-43ed-a8e7-5763e2150843","MaaSSubscription":{"name":"e2e-shared-int-sub-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:06.208507016Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"namespace":"ai-tenant-e2e-mt-38ac4565","name":"e2e-shared-int-policy-c4b20c83","reconcileID":"9146c6bc-4e53-41e5-aede-ad042c4f92de","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:06.519298686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"709fc78e-7ee4-41bd-9342-a7f7f15982a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:06.694382338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"709fc78e-7ee4-41bd-9342-a7f7f15982a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:06.695095499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"b2c8b51b-7b5b-400e-b48b-700b9a75fa27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:06.853112694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"b2c8b51b-7b5b-400e-b48b-700b9a75fa27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:07.133409729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5af9c4f-7f70-4a23-ab1e-ee52301fb3b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:07.239133606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5af9c4f-7f70-4a23-ab1e-ee52301fb3b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:07.311710966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5af9c4f-7f70-4a23-ab1e-ee52301fb3b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:07.404411591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5af9c4f-7f70-4a23-ab1e-ee52301fb3b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:10.127750965Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-c4b20c83"},"namespace":"ai-tenant-e2e-mt-c4b20c83","name":"e2e-shared-int-policy-c4b20c83","reconcileID":"6e2cf81f-ae46-4698-b54d-044a598dbd73","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-c4b20c83"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:10.128329293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57396d35-c6dc-4b2c-ad0b-acee8cc914ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:10.128414772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57396d35-c6dc-4b2c-ad0b-acee8cc914ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:10.282291175Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-c4b20c83"},"namespace":"ai-tenant-e2e-mt-c4b20c83","name":"e2e-shared-int-policy-c4b20c83","reconcileID":"6e2cf81f-ae46-4698-b54d-044a598dbd73","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-c4b20c83"},"policyNamespace":"ai-tenant-e2e-mt-c4b20c83","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:10.345085689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f2cdf7f-b7eb-402e-977f-a826bc8b1cea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:10.345114406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f2cdf7f-b7eb-402e-977f-a826bc8b1cea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:10.493327745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c8fe3af-9e04-41c3-88d8-ff47c16caf2a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:10.493375387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c8fe3af-9e04-41c3-88d8-ff47c16caf2a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:11.019711275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"fbd1ed5f-dabb-4ed3-a6a2-58a0bc52f545","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:16.314539702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"namespace":"ai-tenant-e2e-mt-38ac4565","name":"e2e-shared-int-policy-c4b20c83","reconcileID":"b7dd78d3-7028-41e8-8cb4-ba53fd1255cd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:16.371310268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"namespace":"ai-tenant-e2e-mt-38ac4565","name":"e2e-shared-int-policy-c4b20c83","reconcileID":"b7dd78d3-7028-41e8-8cb4-ba53fd1255cd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:16.426643735Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"namespace":"ai-tenant-e2e-mt-38ac4565","name":"e2e-shared-int-policy-c4b20c83","reconcileID":"b7dd78d3-7028-41e8-8cb4-ba53fd1255cd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:17.533653026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"efc78f16-b535-4f78-8cc9-521b67ff3375","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:17.534709455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"premium-w3-858236","reconcileID":"71285a4f-e9aa-4c54-a613-a3bb8b250f58","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"premium-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"premium-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:17.535657781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-w3-858236","reconcileID":"e285f03b-79b8-4c7c-b3ee-eca3083ff705","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"distinct-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"distinct-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:17.548637289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"aeff4d41-23ff-49f2-9479-20d69e8afebe","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:17.549009066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"premium-w3-858236","reconcileID":"244b516a-4f0d-4fe5-8a48-591373c67b3c","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"premium-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"premium-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:17.549262948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-w3-858236","reconcileID":"b5912ebd-7d7f-40e2-9359-e003ae287d78","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"distinct-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"distinct-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:17.718006141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"4e5faf37-7489-4365-93a6-fc75fb6880be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:17.718732408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"df8cf2db-3874-4e1e-ad88-55d4dab6666d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:17.789661929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"4c58c391-4322-4ca0-9b6f-c206b62e5653","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:17.790534492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"070a1572-edef-4d6a-8d1c-ffc53f993319","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:17.795125746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"df8cf2db-3874-4e1e-ad88-55d4dab6666d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:17.802831037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"4e5faf37-7489-4365-93a6-fc75fb6880be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:18.164208158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"d6acf052-75b6-42c0-80e3-669be261dcd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:18.16420681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"339a9de7-aeab-4005-b105-8d764f92a542","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:18.221312972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"d6acf052-75b6-42c0-80e3-669be261dcd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:18.22173122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"339a9de7-aeab-4005-b105-8d764f92a542","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:20.65856759Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c4b20c83","namespace":"ai-tenant-e2e-mt-c4b20c83"},"namespace":"ai-tenant-e2e-mt-c4b20c83","name":"e2e-shared-int-sub-c4b20c83","reconcileID":"35e52101-dad1-4805-8849-ee7623461ce7","MaaSSubscription":{"name":"e2e-shared-int-sub-c4b20c83","namespace":"ai-tenant-e2e-mt-c4b20c83"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-c4b20c83","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:20.876183231Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c4b20c83","namespace":"ai-tenant-e2e-mt-c4b20c83"},"namespace":"ai-tenant-e2e-mt-c4b20c83","name":"e2e-shared-int-sub-c4b20c83","reconcileID":"35e52101-dad1-4805-8849-ee7623461ce7","MaaSSubscription":{"name":"e2e-shared-int-sub-c4b20c83","namespace":"ai-tenant-e2e-mt-c4b20c83"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-38ac4565/e2e-shared-int-sub-c4b20c83","models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:21.08824463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"namespace":"ai-tenant-e2e-mt-38ac4565","name":"e2e-shared-int-sub-c4b20c83","reconcileID":"9a4a302a-c830-4dbf-84a5-44148e117af9","MaaSSubscription":{"name":"e2e-shared-int-sub-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:21.088379848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4c8f59b1-7115-4d1c-a62d-687ca99dd7db","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:21.094064425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ac2408e-a72a-4a4f-8cbf-c487d25c6f8f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:21.094086771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ac2408e-a72a-4a4f-8cbf-c487d25c6f8f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:21.117746896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"72f2ea15-48ec-40af-b273-f8201836fa38","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:21.152852387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fab43429-1d9b-4784-bce4-2dd7a55831c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:21.152867582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fab43429-1d9b-4784-bce4-2dd7a55831c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:26.532022519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"namespace":"ai-tenant-e2e-mt-38ac4565","name":"e2e-shared-int-policy-c4b20c83","reconcileID":"8d8eca93-7c5e-40b7-a2e6-0520c5a93f59","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:26.607484856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"namespace":"ai-tenant-e2e-mt-38ac4565","name":"e2e-shared-int-policy-c4b20c83","reconcileID":"8d8eca93-7c5e-40b7-a2e6-0520c5a93f59","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:26.674545007Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"namespace":"ai-tenant-e2e-mt-38ac4565","name":"e2e-shared-int-policy-c4b20c83","reconcileID":"8d8eca93-7c5e-40b7-a2e6-0520c5a93f59","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:30.247119772Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"e2e-api-key-deleted-sub-auth","reconcileID":"b3ec3941-286d-4887-a83e-8b1f01228601","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-398828"},"model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:30.24772361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"92ca0132-6068-4b58-bdb3-84470b220649","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:30.472710947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"d7163505-9a8e-4843-b56f-2fe7c9f2b322","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:31.119792967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"ff922aad-d60f-49c4-a557-a3d7ab107a9c","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:35.387436221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"e8361e44-75c4-49b2-ac1d-cd92b3beeeeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:35.387468021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"3c596397-4b39-4589-98a7-7d06867d417f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:35.444453605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"e8361e44-75c4-49b2-ac1d-cd92b3beeeeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:35.444795842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"3c596397-4b39-4589-98a7-7d06867d417f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:35.612255186Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:36.780924003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"namespace":"ai-tenant-e2e-mt-38ac4565","name":"e2e-shared-int-policy-c4b20c83","reconcileID":"edb010d7-4ed1-42e4-b9da-abf9b6ffb1fb","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:36.838390288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"namespace":"ai-tenant-e2e-mt-38ac4565","name":"e2e-shared-int-policy-c4b20c83","reconcileID":"edb010d7-4ed1-42e4-b9da-abf9b6ffb1fb","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:36.893814504Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"namespace":"ai-tenant-e2e-mt-38ac4565","name":"e2e-shared-int-policy-c4b20c83","reconcileID":"edb010d7-4ed1-42e4-b9da-abf9b6ffb1fb","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:36.952784296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc543614-fc03-4d13-85ba-c48d287386f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:36.952801912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc543614-fc03-4d13-85ba-c48d287386f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:38.297333717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"aa157e93-e92f-45b4-9842-933d83344077","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-d5dcca72","tenantID":"e2e-mt-d5dcca72","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:38.413537329Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"aa157e93-e92f-45b4-9842-933d83344077","name":"e2e-mt-d5dcca72-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:41.120707069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"6b696a83-480d-438e-8ea7-8bfe767627e0","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:42.287275288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"167833ed-9c5e-4cdb-bed8-a39313204515","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:42.287295505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"167833ed-9c5e-4cdb-bed8-a39313204515","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:42.393123402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6a583760","namespace":"ai-tenant-e2e-mt-6a583760"},"namespace":"ai-tenant-e2e-mt-6a583760","name":"e2e-policy-6a583760","reconcileID":"f501b59f-2495-4e09-a75d-cd85bc6273cf","MaaSAuthPolicy":{"name":"e2e-policy-6a583760","namespace":"ai-tenant-e2e-mt-6a583760"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:42.450133482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6a583760","namespace":"ai-tenant-e2e-mt-6a583760"},"namespace":"ai-tenant-e2e-mt-6a583760","name":"e2e-policy-6a583760","reconcileID":"f501b59f-2495-4e09-a75d-cd85bc6273cf","MaaSAuthPolicy":{"name":"e2e-policy-6a583760","namespace":"ai-tenant-e2e-mt-6a583760"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:42.506396034Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6a583760","namespace":"ai-tenant-e2e-mt-6a583760"},"namespace":"ai-tenant-e2e-mt-6a583760","name":"e2e-policy-6a583760","reconcileID":"f501b59f-2495-4e09-a75d-cd85bc6273cf","MaaSAuthPolicy":{"name":"e2e-policy-6a583760","namespace":"ai-tenant-e2e-mt-6a583760"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:47.061647352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"namespace":"ai-tenant-e2e-mt-38ac4565","name":"e2e-shared-int-policy-c4b20c83","reconcileID":"07350db8-e261-4679-b510-dd84b4eb1471","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:47.118923284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"namespace":"ai-tenant-e2e-mt-38ac4565","name":"e2e-shared-int-policy-c4b20c83","reconcileID":"07350db8-e261-4679-b510-dd84b4eb1471","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:47.17431638Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"namespace":"ai-tenant-e2e-mt-38ac4565","name":"e2e-shared-int-policy-c4b20c83","reconcileID":"07350db8-e261-4679-b510-dd84b4eb1471","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:51.12144024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"83dbb6d4-b363-4253-9662-f5ae438f1b7f","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:57.28153338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"namespace":"ai-tenant-e2e-mt-38ac4565","name":"e2e-shared-int-policy-c4b20c83","reconcileID":"2199d5a0-a4e5-470a-b8b5-59ab450d2f7b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:57.338769624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"namespace":"ai-tenant-e2e-mt-38ac4565","name":"e2e-shared-int-policy-c4b20c83","reconcileID":"2199d5a0-a4e5-470a-b8b5-59ab450d2f7b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:57.394500363Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"namespace":"ai-tenant-e2e-mt-38ac4565","name":"e2e-shared-int-policy-c4b20c83","reconcileID":"2199d5a0-a4e5-470a-b8b5-59ab450d2f7b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:59.995046846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"09106790-6494-441e-8a41-1b0ce93ff083","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:18:59.99631628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"premium-w2-ca6546","reconcileID":"c8cb928d-9e7d-4ca7-b539-f017b9f8b22e","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"premium-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"premium-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:00.009161303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"distinct-w2-ca6546","reconcileID":"dff16fa5-1f8f-44dc-bd84-3d1878959d0c","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"distinct-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"distinct-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:00.160265022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"5582b646-4c9e-4451-9b1c-552476270946","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:00.174108525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"premium-w2-ca6546","reconcileID":"eccb9e0d-9b5a-45f2-bb40-1010b4bd52f6","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"premium-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"premium-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:00.174623963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"distinct-w2-ca6546","reconcileID":"629d3a8d-954c-43a9-bab4-5d888bc44cec","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"distinct-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"distinct-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:00.201403814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"ef270c47-29db-49b2-bc0d-ab4242bcd593","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:00.210840263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"2f5986b0-3c27-4d80-8cc2-2e40bd6591c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:00.268253219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"3e136389-e285-43f6-8559-6613c4c92b7e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:00.291651957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"570c1c2b-2324-4412-be6e-69bb82d365b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-premium-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:00.330251732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"ef270c47-29db-49b2-bc0d-ab4242bcd593","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:00.387909892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"2f5986b0-3c27-4d80-8cc2-2e40bd6591c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:00.912024081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"c3ddbc15-0804-4cc2-a384-7cfa456401a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:00.912027323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"cfd7a4a5-7272-4074-b87e-25b3a8913ba8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:00.971203986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"cfd7a4a5-7272-4074-b87e-25b3a8913ba8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:00.971315687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"c3ddbc15-0804-4cc2-a384-7cfa456401a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:01.122589437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"e60ae4d8-7ead-4f0c-95dc-f74b31079b23","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:03.359617219Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6a583760","namespace":"ai-tenant-e2e-mt-6a583760"},"namespace":"ai-tenant-e2e-mt-6a583760","name":"e2e-policy-6a583760","reconcileID":"42db24ef-d251-4bd8-8619-0de4f38cac7b","MaaSAuthPolicy":{"name":"e2e-policy-6a583760","namespace":"ai-tenant-e2e-mt-6a583760"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:03.465825571Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6a583760","namespace":"ai-tenant-e2e-mt-6a583760"},"namespace":"ai-tenant-e2e-mt-6a583760","name":"e2e-policy-6a583760","reconcileID":"42db24ef-d251-4bd8-8619-0de4f38cac7b","MaaSAuthPolicy":{"name":"e2e-policy-6a583760","namespace":"ai-tenant-e2e-mt-6a583760"},"policyNamespace":"ai-tenant-e2e-mt-6a583760","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:05.611875726Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:07.500191511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"namespace":"ai-tenant-e2e-mt-38ac4565","name":"e2e-shared-int-policy-c4b20c83","reconcileID":"015faa00-a670-47e5-910c-4d165cfa94bc","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:07.556685905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"namespace":"ai-tenant-e2e-mt-38ac4565","name":"e2e-shared-int-policy-c4b20c83","reconcileID":"015faa00-a670-47e5-910c-4d165cfa94bc","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:07.874976026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"542bd6a4-3b06-44b7-a48f-12a36ad697f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:07.87499502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"542bd6a4-3b06-44b7-a48f-12a36ad697f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:11.124191178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"5fb0637e-7fe3-41fd-bb16-1b65aa1a58fc","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:11.563985651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"7c6599ae-c7d2-42d8-bbd0-f2e4af84eaff","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:14.787524166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b363c72c-ff1e-4934-a44e-44b5e94c6f34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:14.840582549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b363c72c-ff1e-4934-a44e-44b5e94c6f34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:14.893794812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b363c72c-ff1e-4934-a44e-44b5e94c6f34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:14.947492081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b363c72c-ff1e-4934-a44e-44b5e94c6f34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:16.013295509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"1d377fd6-56a7-4f5f-8123-613bbda03e95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:16.124045065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"1d377fd6-56a7-4f5f-8123-613bbda03e95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:16.171858678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"d70bf50d-5568-4ad6-8235-eb3882ddcad7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:16.228224317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"d70bf50d-5568-4ad6-8235-eb3882ddcad7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:16.977245888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83c0361c-7c3f-4799-91da-043850650c43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:17.031683416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83c0361c-7c3f-4799-91da-043850650c43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:17.084845862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83c0361c-7c3f-4799-91da-043850650c43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:17.137844937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83c0361c-7c3f-4799-91da-043850650c43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:19.197578659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-2-w3-858236","reconcileID":"68c4c7f9-0f26-4035-9e02-774bd854ce80","MaaSModelRef":{"name":"distinct-2-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"distinct-2-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"distinct-2-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:19.979326648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"9419615a-b05f-45b1-b2e4-0591e68d79ce","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:20.0348694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"943a11e0-a016-44a3-9e64-cc7ad0b2617c","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:20.192485357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-api-key-scoped-auth","reconcileID":"96333c8e-f8da-448d-b2d4-fd11b616ab91","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:20.245969326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"78f2ff7f-8b5a-40dd-8393-aa4508b593a4","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:20.249570514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-api-key-scoped-auth","reconcileID":"96333c8e-f8da-448d-b2d4-fd11b616ab91","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:20.301085694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"1b351514-265f-4f7e-886b-0f895e3bac93","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:19:20.356134742Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-api-key-scoped-sub","reconcileID":"b585a29f-a585-4788-a00f-8b5d2e8e666f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:20.407722994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"b588baa9-4bad-419b-a99a-23c16bbeb51e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:20.407739906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"f04ab54b-45be-4947-98b9-6a698b2ac937","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:20.464259479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"b588baa9-4bad-419b-a99a-23c16bbeb51e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:20.464320972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"f04ab54b-45be-4947-98b9-6a698b2ac937","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:20.468805888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"3f48d8f0-a4c3-4075-b670-24b29deb7877","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:20.524033378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"0d8d24ab-65c9-47df-a2e3-54489bdf8739","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:20.566933209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"6f7a4237-9325-40f6-b1fb-059990a8a65f","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:20.724186095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-api-key-scoped-auth","reconcileID":"c6c1379b-d547-4890-96d2-fb02f3955fd4","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:20.780389131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-api-key-scoped-auth","reconcileID":"c6c1379b-d547-4890-96d2-fb02f3955fd4","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:20.793384938Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-api-key-scoped-sub","reconcileID":"beadb445-73ee-4e4b-9345-cd6351636dd8","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-858236/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w3-858236/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:20.825335585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"192cf095-f504-499d-bfa6-df512c89c33d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:20.825381152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"0ffc8a06-3824-4c79-8eba-59f0da89a33d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:20.882115808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"192cf095-f504-499d-bfa6-df512c89c33d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:20.88327507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"0ffc8a06-3824-4c79-8eba-59f0da89a33d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:20.960894173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"3a6f3242-4783-4058-8f7f-94e42e5e0bca","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:21.004891054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"c230a7d9-d6cf-4d92-a596-7cdaf040cbc4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:21.172387714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-api-key-scoped-sub","reconcileID":"c30abab9-4c90-417a-8e2c-7e4f7fea7947","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:22.300492846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"distinct-2-w2-ca6546","reconcileID":"7d293d97-d7d7-4360-b4dd-d4c10ad5bfd3","MaaSModelRef":{"name":"distinct-2-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"distinct-2-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"distinct-2-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:23.435567673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"01cf7072-2a9c-4cab-afbf-2babe917b93b","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:23.592426248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"aebab36a-0965-4f4a-823b-a5f0d0a0e657","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:23.592444456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-api-key-scoped-auth","reconcileID":"23f142e0-19e6-4b54-86be-180fe6f54b8b","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:23.592814029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"9ff0f87f-3dc7-423f-8301-5b999ead9c44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:23.649401401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-api-key-scoped-auth","reconcileID":"23f142e0-19e6-4b54-86be-180fe6f54b8b","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:23.649419557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"aebab36a-0965-4f4a-823b-a5f0d0a0e657","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:23.651941926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"9ff0f87f-3dc7-423f-8301-5b999ead9c44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:24.119465707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"distinct-w2-ca6546","reconcileID":"18c5102c-de38-4d35-93c2-12b680ab936b","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"distinct-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"distinct-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:24.176437722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"distinct-w2-ca6546","reconcileID":"4bf9b6da-5cfa-4a5f-93ca-9c6dc35280eb","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"distinct-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"distinct-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:24.373549966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"distinct-w2-ca6546","reconcileID":"ebc1728d-b1ca-43cc-bc08-24fb9a93e7af","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"distinct-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"distinct-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:24.373688884Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-ca6546 priority=10:[ai-tenant-e2e-worker-w2-ca6546/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w2-ca6546/simulator-subscription]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:24.385664999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth1","reconcileID":"278c5fa5-1885-4f76-8900-c66f07210406","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:24.43170868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"distinct-w2-ca6546","reconcileID":"ea417338-734c-4b8a-8b31-650346ce7e78","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"distinct-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"distinct-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:24.441873319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth1","reconcileID":"278c5fa5-1885-4f76-8900-c66f07210406","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:19:24.479841734Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-sub1","reconcileID":"aef2a3f5-6f7f-43f1-ac0f-909e558a7495","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:19:24.485753134Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"distinct-w2-ca6546","reconcileID":"ea417338-734c-4b8a-8b31-650346ce7e78","name":"distinct-w2-ca6546","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-ca6546\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:19:24.485795511Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"distinct-w2-ca6546","reconcileID":"ea417338-734c-4b8a-8b31-650346ce7e78","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-ca6546\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:24.486164561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"9d129743-585c-4062-8437-55f393ef4296","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:24.491256349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"distinct-w2-ca6546","reconcileID":"dcd7f1a4-3d75-4fe8-999d-715f6d9a54f7","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"distinct-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"distinct-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:24.49799121Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ca6546-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6b527a8a592bc340a7de42f463c6355e15e5e96f5969573da34f469ca985133a) AuthConfig (3057ea10656c5cd3a8d44bcc8921ffc4edaebda8989a5f7210e7a26d86c5e07d) AuthConfig (1a4e36f7fd6ba58f1c942636393ab609b44ac3dfa4b2cf45d04dd91e2bad6fbd) AuthConfig (d30a999a7e3647a02d7eff1acc0bd07076e9c43fe57ca0b8169655cf48a75faa) AuthConfig (321b2b9f0bf68f44da85955b6cae4fea77229f73d3b3d26364b8a66d5176cf8e) AuthConfig (9df4217baca35dbd161bde3674a54ce0efab58734c58bfbbf01593a71ba5c7da) AuthConfig (200ea2a7aa186c03c9449fd9c4654a460c8a4cbfe1ab368aeb587cc171b6bedb) AuthConfig (df0830eb9e2cf34172b4ce52c73e5e80a51f18722fa154b50baa12c026149c6f) AuthConfig (0f3339698e8b9d0e91822be38086e183dcc6effcea04ea6e1c8c23984a81a8ed) AuthConfig (a2e5fcf649eb6db5992507867ff2ccfba1b8cd500344acaa5e7f7f4393725ae4) AuthConfig (25329a0186dd006c7c20f7480b6d833c92959e3064821024470ed5a9e83f3920) AuthConfig (1aea5c1e571935a6d291a2b58acd2cbcc26c34c33fdcd95b0b81b9500d195425)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth1","reconcileID":"278c5fa5-1885-4f76-8900-c66f07210406","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:24.555495435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"distinct-w2-ca6546","reconcileID":"2f1400f5-07dd-41d8-9618-8b3d9def82cb","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"distinct-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"distinct-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:24.583609111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"af235ee7-434c-4d8c-aebc-daf45b35c722","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:24.583615501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"a1aceb84-6dde-4e1d-b9f0-2931adcc6f50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:24.588151693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"distinct-w2-ca6546","reconcileID":"fb68f2c4-fb14-470b-a396-c8e9775173f6","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"distinct-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"distinct-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:24.642960928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"af235ee7-434c-4d8c-aebc-daf45b35c722","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:24.643041456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"a1aceb84-6dde-4e1d-b9f0-2931adcc6f50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:24.643802137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"distinct-w2-ca6546","reconcileID":"7f0fa99d-7031-4a3a-9d03-70dcf06bd30e","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"distinct-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"distinct-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:24.652418833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"distinct-2-w2-ca6546","reconcileID":"0683a243-7455-4690-942b-9303d219f728","MaaSModelRef":{"name":"distinct-2-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"distinct-2-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"distinct-2-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:24.709227156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"distinct-2-w2-ca6546","reconcileID":"2894a758-550a-48c7-876d-73d0f71b245f","MaaSModelRef":{"name":"distinct-2-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"distinct-2-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"distinct-2-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:24.763475521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth1","reconcileID":"f2629a08-3f73-46da-883a-b96fa0f5097c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:24.820038713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth1","reconcileID":"f2629a08-3f73-46da-883a-b96fa0f5097c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:24.855747634Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-sub1","reconcileID":"dba54a2c-957f-4345-a2ee-94b13930a38d","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-distinct-w2-ca6546","model":"distinct-w2-ca6546","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-ca6546/e2e-ignore-header-sub1"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:24.875462082Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ca6546-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6b527a8a592bc340a7de42f463c6355e15e5e96f5969573da34f469ca985133a) AuthConfig (3057ea10656c5cd3a8d44bcc8921ffc4edaebda8989a5f7210e7a26d86c5e07d) AuthConfig (1a4e36f7fd6ba58f1c942636393ab609b44ac3dfa4b2cf45d04dd91e2bad6fbd) AuthConfig (d30a999a7e3647a02d7eff1acc0bd07076e9c43fe57ca0b8169655cf48a75faa) AuthConfig (321b2b9f0bf68f44da85955b6cae4fea77229f73d3b3d26364b8a66d5176cf8e) AuthConfig (9df4217baca35dbd161bde3674a54ce0efab58734c58bfbbf01593a71ba5c7da) AuthConfig (200ea2a7aa186c03c9449fd9c4654a460c8a4cbfe1ab368aeb587cc171b6bedb) AuthConfig (df0830eb9e2cf34172b4ce52c73e5e80a51f18722fa154b50baa12c026149c6f) AuthConfig (0f3339698e8b9d0e91822be38086e183dcc6effcea04ea6e1c8c23984a81a8ed) AuthConfig (a2e5fcf649eb6db5992507867ff2ccfba1b8cd500344acaa5e7f7f4393725ae4) AuthConfig (25329a0186dd006c7c20f7480b6d833c92959e3064821024470ed5a9e83f3920) AuthConfig (1aea5c1e571935a6d291a2b58acd2cbcc26c34c33fdcd95b0b81b9500d195425)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth1","reconcileID":"f2629a08-3f73-46da-883a-b96fa0f5097c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:19:24.928510843Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth1","reconcileID":"f2629a08-3f73-46da-883a-b96fa0f5097c","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-ignore-header-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:24.953918078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"distinct-2-w2-ca6546","reconcileID":"e2b0d578-a78f-4e6c-9d5a-ca7455fe1ee7","MaaSModelRef":{"name":"distinct-2-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"distinct-2-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"distinct-2-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:24.953970047Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-ca6546 priority=10:[ai-tenant-e2e-worker-w2-ca6546/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w2-ca6546/simulator-subscription]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:24.969594934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth2","reconcileID":"44cdb113-b129-4dd2-8860-1212af3621ab","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:25.014870687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"distinct-2-w2-ca6546","reconcileID":"6229defb-4cc8-4c46-afc2-a63a1e186874","MaaSModelRef":{"name":"distinct-2-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"distinct-2-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"distinct-2-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:25.022479133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"distinct-w2-ca6546","reconcileID":"086d5279-4ec2-45b4-b618-8998fcac9907","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"distinct-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"distinct-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:25.026563384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth2","reconcileID":"44cdb113-b129-4dd2-8860-1212af3621ab","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:19:25.062048684Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-sub2","reconcileID":"c8a4c4da-1391-41cd-b380-95c2787ba827","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:19:25.067845251Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-ca6546/e2e-ignore-header-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:25.07400586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"fd9b3ed4-cc0b-4d6a-a076-bf26a92e9db8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:25.074042299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"4a7f6805-5a94-43b3-b323-4bfdf327e066","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:25.081500905Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ca6546-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6b527a8a592bc340a7de42f463c6355e15e5e96f5969573da34f469ca985133a) AuthConfig (3057ea10656c5cd3a8d44bcc8921ffc4edaebda8989a5f7210e7a26d86c5e07d) AuthConfig (1a4e36f7fd6ba58f1c942636393ab609b44ac3dfa4b2cf45d04dd91e2bad6fbd) AuthConfig (d30a999a7e3647a02d7eff1acc0bd07076e9c43fe57ca0b8169655cf48a75faa) AuthConfig (321b2b9f0bf68f44da85955b6cae4fea77229f73d3b3d26364b8a66d5176cf8e) AuthConfig (9df4217baca35dbd161bde3674a54ce0efab58734c58bfbbf01593a71ba5c7da) AuthConfig (200ea2a7aa186c03c9449fd9c4654a460c8a4cbfe1ab368aeb587cc171b6bedb) AuthConfig (df0830eb9e2cf34172b4ce52c73e5e80a51f18722fa154b50baa12c026149c6f) AuthConfig (0f3339698e8b9d0e91822be38086e183dcc6effcea04ea6e1c8c23984a81a8ed) AuthConfig (a2e5fcf649eb6db5992507867ff2ccfba1b8cd500344acaa5e7f7f4393725ae4) AuthConfig (25329a0186dd006c7c20f7480b6d833c92959e3064821024470ed5a9e83f3920) AuthConfig (1aea5c1e571935a6d291a2b58acd2cbcc26c34c33fdcd95b0b81b9500d195425)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth2","reconcileID":"44cdb113-b129-4dd2-8860-1212af3621ab","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:25.130777679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"4a7f6805-5a94-43b3-b323-4bfdf327e066","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:25.13102351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"fd9b3ed4-cc0b-4d6a-a076-bf26a92e9db8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:25.137089605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"distinct-2-w2-ca6546","reconcileID":"aa72d30d-38ab-4b92-85b4-089f18989428","MaaSModelRef":{"name":"distinct-2-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"distinct-2-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"distinct-2-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:25.16985859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"distinct-2-w2-ca6546","reconcileID":"27ff26b4-18b1-40ff-a50e-f653aef83825","MaaSModelRef":{"name":"distinct-2-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"distinct-2-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"distinct-2-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:25.189553122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth1","reconcileID":"e1a27cc0-415f-4d84-96bc-5d1329a70327","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:25.226764262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"distinct-2-w2-ca6546","reconcileID":"3e93537f-58c9-445b-8c0d-9e7469d67adb","MaaSModelRef":{"name":"distinct-2-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"distinct-2-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"distinct-2-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:25.233206324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-sub1","reconcileID":"7261de61-4c5f-45a5-ba06-53c685d8093e","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-distinct-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/distinct-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:25.245896541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth1","reconcileID":"e1a27cc0-415f-4d84-96bc-5d1329a70327","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:25.301580141Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ca6546-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6b527a8a592bc340a7de42f463c6355e15e5e96f5969573da34f469ca985133a) AuthConfig (3057ea10656c5cd3a8d44bcc8921ffc4edaebda8989a5f7210e7a26d86c5e07d) AuthConfig (1a4e36f7fd6ba58f1c942636393ab609b44ac3dfa4b2cf45d04dd91e2bad6fbd) AuthConfig (d30a999a7e3647a02d7eff1acc0bd07076e9c43fe57ca0b8169655cf48a75faa) AuthConfig (321b2b9f0bf68f44da85955b6cae4fea77229f73d3b3d26364b8a66d5176cf8e) AuthConfig (9df4217baca35dbd161bde3674a54ce0efab58734c58bfbbf01593a71ba5c7da) AuthConfig (200ea2a7aa186c03c9449fd9c4654a460c8a4cbfe1ab368aeb587cc171b6bedb) AuthConfig (df0830eb9e2cf34172b4ce52c73e5e80a51f18722fa154b50baa12c026149c6f) AuthConfig (0f3339698e8b9d0e91822be38086e183dcc6effcea04ea6e1c8c23984a81a8ed) AuthConfig (a2e5fcf649eb6db5992507867ff2ccfba1b8cd500344acaa5e7f7f4393725ae4) AuthConfig (25329a0186dd006c7c20f7480b6d833c92959e3064821024470ed5a9e83f3920) AuthConfig (1aea5c1e571935a6d291a2b58acd2cbcc26c34c33fdcd95b0b81b9500d195425)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth1","reconcileID":"e1a27cc0-415f-4d84-96bc-5d1329a70327","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:25.398434501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth2","reconcileID":"2e63238c-008c-44f4-832e-07576fa1ce74","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:25.438886647Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-sub2","reconcileID":"168adbc5-d819-4b56-ab56-0e6fa02e1648","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-distinct-2-w2-ca6546","model":"distinct-2-w2-ca6546","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-ca6546/e2e-ignore-header-sub2"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:25.454853026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth2","reconcileID":"2e63238c-008c-44f4-832e-07576fa1ce74","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:25.510330772Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ca6546-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6b527a8a592bc340a7de42f463c6355e15e5e96f5969573da34f469ca985133a) AuthConfig (3057ea10656c5cd3a8d44bcc8921ffc4edaebda8989a5f7210e7a26d86c5e07d) AuthConfig (1a4e36f7fd6ba58f1c942636393ab609b44ac3dfa4b2cf45d04dd91e2bad6fbd) AuthConfig (d30a999a7e3647a02d7eff1acc0bd07076e9c43fe57ca0b8169655cf48a75faa) AuthConfig (321b2b9f0bf68f44da85955b6cae4fea77229f73d3b3d26364b8a66d5176cf8e) AuthConfig (9df4217baca35dbd161bde3674a54ce0efab58734c58bfbbf01593a71ba5c7da) AuthConfig (200ea2a7aa186c03c9449fd9c4654a460c8a4cbfe1ab368aeb587cc171b6bedb) AuthConfig (df0830eb9e2cf34172b4ce52c73e5e80a51f18722fa154b50baa12c026149c6f) AuthConfig (0f3339698e8b9d0e91822be38086e183dcc6effcea04ea6e1c8c23984a81a8ed) AuthConfig (a2e5fcf649eb6db5992507867ff2ccfba1b8cd500344acaa5e7f7f4393725ae4) AuthConfig (25329a0186dd006c7c20f7480b6d833c92959e3064821024470ed5a9e83f3920) AuthConfig (1aea5c1e571935a6d291a2b58acd2cbcc26c34c33fdcd95b0b81b9500d195425)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth2","reconcileID":"2e63238c-008c-44f4-832e-07576fa1ce74","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:25.550412287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"ad1d986b-2434-43bf-9869-9634412a51ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:25.550415723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"479dd1cf-3887-43f0-95ac-743ee7b2de16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:25.562266836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth1","reconcileID":"0102823f-fb6b-4277-972b-a5c1f40a1fc4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:19:25.563709491Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth2","reconcileID":"2e63238c-008c-44f4-832e-07576fa1ce74","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-ignore-header-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:25.607328325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"ad1d986b-2434-43bf-9869-9634412a51ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:25.607400791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"479dd1cf-3887-43f0-95ac-743ee7b2de16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:25.607972492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"distinct-2-w2-ca6546","reconcileID":"91355d5f-feee-4ce0-819a-134a2002d477","MaaSModelRef":{"name":"distinct-2-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"distinct-2-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"distinct-2-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:25.619238264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth1","reconcileID":"0102823f-fb6b-4277-972b-a5c1f40a1fc4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:25.674509539Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ca6546-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6b527a8a592bc340a7de42f463c6355e15e5e96f5969573da34f469ca985133a) AuthConfig (3057ea10656c5cd3a8d44bcc8921ffc4edaebda8989a5f7210e7a26d86c5e07d) AuthConfig (1a4e36f7fd6ba58f1c942636393ab609b44ac3dfa4b2cf45d04dd91e2bad6fbd) AuthConfig (d30a999a7e3647a02d7eff1acc0bd07076e9c43fe57ca0b8169655cf48a75faa) AuthConfig (321b2b9f0bf68f44da85955b6cae4fea77229f73d3b3d26364b8a66d5176cf8e) AuthConfig (9df4217baca35dbd161bde3674a54ce0efab58734c58bfbbf01593a71ba5c7da) AuthConfig (200ea2a7aa186c03c9449fd9c4654a460c8a4cbfe1ab368aeb587cc171b6bedb) AuthConfig (df0830eb9e2cf34172b4ce52c73e5e80a51f18722fa154b50baa12c026149c6f) AuthConfig (0f3339698e8b9d0e91822be38086e183dcc6effcea04ea6e1c8c23984a81a8ed) AuthConfig (a2e5fcf649eb6db5992507867ff2ccfba1b8cd500344acaa5e7f7f4393725ae4) AuthConfig (25329a0186dd006c7c20f7480b6d833c92959e3064821024470ed5a9e83f3920) AuthConfig (1aea5c1e571935a6d291a2b58acd2cbcc26c34c33fdcd95b0b81b9500d195425)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth1","reconcileID":"0102823f-fb6b-4277-972b-a5c1f40a1fc4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:25.821121164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-sub2","reconcileID":"52039263-c595-4610-8004-500b68d7a2bb","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-distinct-2-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/distinct-2-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:25.829233463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth2","reconcileID":"d1692a09-c6f3-4223-9294-980d159fb4a3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:25.886188409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth2","reconcileID":"d1692a09-c6f3-4223-9294-980d159fb4a3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:25.942119574Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ca6546-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6b527a8a592bc340a7de42f463c6355e15e5e96f5969573da34f469ca985133a) AuthConfig (3057ea10656c5cd3a8d44bcc8921ffc4edaebda8989a5f7210e7a26d86c5e07d) AuthConfig (1a4e36f7fd6ba58f1c942636393ab609b44ac3dfa4b2cf45d04dd91e2bad6fbd) AuthConfig (d30a999a7e3647a02d7eff1acc0bd07076e9c43fe57ca0b8169655cf48a75faa) AuthConfig (321b2b9f0bf68f44da85955b6cae4fea77229f73d3b3d26364b8a66d5176cf8e) AuthConfig (9df4217baca35dbd161bde3674a54ce0efab58734c58bfbbf01593a71ba5c7da) AuthConfig (200ea2a7aa186c03c9449fd9c4654a460c8a4cbfe1ab368aeb587cc171b6bedb) AuthConfig (df0830eb9e2cf34172b4ce52c73e5e80a51f18722fa154b50baa12c026149c6f) AuthConfig (0f3339698e8b9d0e91822be38086e183dcc6effcea04ea6e1c8c23984a81a8ed) AuthConfig (a2e5fcf649eb6db5992507867ff2ccfba1b8cd500344acaa5e7f7f4393725ae4) AuthConfig (25329a0186dd006c7c20f7480b6d833c92959e3064821024470ed5a9e83f3920) AuthConfig (1aea5c1e571935a6d291a2b58acd2cbcc26c34c33fdcd95b0b81b9500d195425)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth2","reconcileID":"d1692a09-c6f3-4223-9294-980d159fb4a3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:28.715218196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"distinct-w2-ca6546","reconcileID":"7cb0e24f-2eae-4ba5-85df-7f6b7e736492","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"distinct-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"distinct-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:28.877643698Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-sub1","reconcileID":"5c1bfcad-66e9-4540-ba24-ec5220d264e9","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8f9a40ef","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:28.982545457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"9bcb8b5c-d46d-452e-b6a5-9e57f97dd527","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:28.982793492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"b7483974-1c4d-43d6-a57b-cbc0c207635f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:28.982553385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth2","reconcileID":"cbf54c90-3101-4bea-a43e-277d0d6654c3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:28.983080464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth1","reconcileID":"a8279819-ff75-4f03-be2d-c64fe46de570","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:29.040797705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"b7483974-1c4d-43d6-a57b-cbc0c207635f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:29.040942765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"9bcb8b5c-d46d-452e-b6a5-9e57f97dd527","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:29.043670209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth2","reconcileID":"cbf54c90-3101-4bea-a43e-277d0d6654c3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:29.043776875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth1","reconcileID":"a8279819-ff75-4f03-be2d-c64fe46de570","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:29.099129951Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ca6546-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6b527a8a592bc340a7de42f463c6355e15e5e96f5969573da34f469ca985133a) AuthConfig (3057ea10656c5cd3a8d44bcc8921ffc4edaebda8989a5f7210e7a26d86c5e07d) AuthConfig (1a4e36f7fd6ba58f1c942636393ab609b44ac3dfa4b2cf45d04dd91e2bad6fbd) AuthConfig (d30a999a7e3647a02d7eff1acc0bd07076e9c43fe57ca0b8169655cf48a75faa) AuthConfig (321b2b9f0bf68f44da85955b6cae4fea77229f73d3b3d26364b8a66d5176cf8e) AuthConfig (9df4217baca35dbd161bde3674a54ce0efab58734c58bfbbf01593a71ba5c7da) AuthConfig (200ea2a7aa186c03c9449fd9c4654a460c8a4cbfe1ab368aeb587cc171b6bedb) AuthConfig (df0830eb9e2cf34172b4ce52c73e5e80a51f18722fa154b50baa12c026149c6f) AuthConfig (0f3339698e8b9d0e91822be38086e183dcc6effcea04ea6e1c8c23984a81a8ed) AuthConfig (a2e5fcf649eb6db5992507867ff2ccfba1b8cd500344acaa5e7f7f4393725ae4) AuthConfig (25329a0186dd006c7c20f7480b6d833c92959e3064821024470ed5a9e83f3920) AuthConfig (1aea5c1e571935a6d291a2b58acd2cbcc26c34c33fdcd95b0b81b9500d195425)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth1","reconcileID":"a8279819-ff75-4f03-be2d-c64fe46de570","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:29.09919178Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ca6546-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6b527a8a592bc340a7de42f463c6355e15e5e96f5969573da34f469ca985133a) AuthConfig (3057ea10656c5cd3a8d44bcc8921ffc4edaebda8989a5f7210e7a26d86c5e07d) AuthConfig (1a4e36f7fd6ba58f1c942636393ab609b44ac3dfa4b2cf45d04dd91e2bad6fbd) AuthConfig (d30a999a7e3647a02d7eff1acc0bd07076e9c43fe57ca0b8169655cf48a75faa) AuthConfig (321b2b9f0bf68f44da85955b6cae4fea77229f73d3b3d26364b8a66d5176cf8e) AuthConfig (9df4217baca35dbd161bde3674a54ce0efab58734c58bfbbf01593a71ba5c7da) AuthConfig (200ea2a7aa186c03c9449fd9c4654a460c8a4cbfe1ab368aeb587cc171b6bedb) AuthConfig (df0830eb9e2cf34172b4ce52c73e5e80a51f18722fa154b50baa12c026149c6f) AuthConfig (0f3339698e8b9d0e91822be38086e183dcc6effcea04ea6e1c8c23984a81a8ed) AuthConfig (a2e5fcf649eb6db5992507867ff2ccfba1b8cd500344acaa5e7f7f4393725ae4) AuthConfig (25329a0186dd006c7c20f7480b6d833c92959e3064821024470ed5a9e83f3920) AuthConfig (1aea5c1e571935a6d291a2b58acd2cbcc26c34c33fdcd95b0b81b9500d195425)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth2","reconcileID":"cbf54c90-3101-4bea-a43e-277d0d6654c3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:29.363713915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth1","reconcileID":"c3d698eb-a64d-4102-a41b-ee1daecbd439","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:29.363714069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth2","reconcileID":"d41c5c81-e5e5-4395-9e9d-0a87928b5493","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:29.421485923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth2","reconcileID":"d41c5c81-e5e5-4395-9e9d-0a87928b5493","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:29.421502767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth1","reconcileID":"c3d698eb-a64d-4102-a41b-ee1daecbd439","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:29.460812883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"811f306c-7aef-4344-8353-cd8d53040f7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:29.460810398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"aae15839-d726-4543-b6fb-1feb05d7b7b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:29.476629338Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ca6546-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6b527a8a592bc340a7de42f463c6355e15e5e96f5969573da34f469ca985133a) AuthConfig (3057ea10656c5cd3a8d44bcc8921ffc4edaebda8989a5f7210e7a26d86c5e07d) AuthConfig (1a4e36f7fd6ba58f1c942636393ab609b44ac3dfa4b2cf45d04dd91e2bad6fbd) AuthConfig (d30a999a7e3647a02d7eff1acc0bd07076e9c43fe57ca0b8169655cf48a75faa) AuthConfig (321b2b9f0bf68f44da85955b6cae4fea77229f73d3b3d26364b8a66d5176cf8e) AuthConfig (9df4217baca35dbd161bde3674a54ce0efab58734c58bfbbf01593a71ba5c7da) AuthConfig (200ea2a7aa186c03c9449fd9c4654a460c8a4cbfe1ab368aeb587cc171b6bedb) AuthConfig (df0830eb9e2cf34172b4ce52c73e5e80a51f18722fa154b50baa12c026149c6f) AuthConfig (0f3339698e8b9d0e91822be38086e183dcc6effcea04ea6e1c8c23984a81a8ed) AuthConfig (a2e5fcf649eb6db5992507867ff2ccfba1b8cd500344acaa5e7f7f4393725ae4) AuthConfig (25329a0186dd006c7c20f7480b6d833c92959e3064821024470ed5a9e83f3920) AuthConfig (1aea5c1e571935a6d291a2b58acd2cbcc26c34c33fdcd95b0b81b9500d195425)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth2","reconcileID":"d41c5c81-e5e5-4395-9e9d-0a87928b5493","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:29.476821584Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ca6546-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6b527a8a592bc340a7de42f463c6355e15e5e96f5969573da34f469ca985133a) AuthConfig (3057ea10656c5cd3a8d44bcc8921ffc4edaebda8989a5f7210e7a26d86c5e07d) AuthConfig (1a4e36f7fd6ba58f1c942636393ab609b44ac3dfa4b2cf45d04dd91e2bad6fbd) AuthConfig (d30a999a7e3647a02d7eff1acc0bd07076e9c43fe57ca0b8169655cf48a75faa) AuthConfig (321b2b9f0bf68f44da85955b6cae4fea77229f73d3b3d26364b8a66d5176cf8e) AuthConfig (9df4217baca35dbd161bde3674a54ce0efab58734c58bfbbf01593a71ba5c7da) AuthConfig (200ea2a7aa186c03c9449fd9c4654a460c8a4cbfe1ab368aeb587cc171b6bedb) AuthConfig (df0830eb9e2cf34172b4ce52c73e5e80a51f18722fa154b50baa12c026149c6f) AuthConfig (0f3339698e8b9d0e91822be38086e183dcc6effcea04ea6e1c8c23984a81a8ed) AuthConfig (a2e5fcf649eb6db5992507867ff2ccfba1b8cd500344acaa5e7f7f4393725ae4) AuthConfig (25329a0186dd006c7c20f7480b6d833c92959e3064821024470ed5a9e83f3920) AuthConfig (1aea5c1e571935a6d291a2b58acd2cbcc26c34c33fdcd95b0b81b9500d195425)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth1","reconcileID":"c3d698eb-a64d-4102-a41b-ee1daecbd439","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:29.518042096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"aae15839-d726-4543-b6fb-1feb05d7b7b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:29.518233591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"811f306c-7aef-4344-8353-cd8d53040f7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:33.610181698Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-api-key-scoped-sub","reconcileID":"b1ac38e9-027a-4031-ab0e-0fb2f3e359a8","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscription":"e2e-api-key-scoped-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:33.832034572Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-api-key-scoped-sub","reconcileID":"b1ac38e9-027a-4031-ab0e-0fb2f3e359a8","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-858236/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:34.044584692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"6b67219a-2b52-47d8-b440-ed1ab7690847","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:34.096119784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"73ff63fd-f570-422d-bacb-310966622c34","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:34.155437307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"distinct-2-w2-ca6546","reconcileID":"c017f7aa-7316-4924-8471-914e5773fab2","MaaSModelRef":{"name":"distinct-2-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"distinct-2-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"distinct-2-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:34.213747042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"25b2101c-02e4-4432-ae58-3dfeed5bb1a7","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:34.240253533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"464e5044-b7be-4e78-afad-5c2535be5804","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:34.253425724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-api-key-scoped-auth","reconcileID":"9e8608ff-547a-4d0b-91ff-9744b2893427","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:34.253678987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"82eeb9b9-8318-45f3-a8d8-6143f8412f5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:34.253425732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"ef39152b-44ba-48ec-af59-07841a92c725","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:34.311803897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-api-key-scoped-auth","reconcileID":"9e8608ff-547a-4d0b-91ff-9744b2893427","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:34.311814388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"ef39152b-44ba-48ec-af59-07841a92c725","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:34.314182773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"82eeb9b9-8318-45f3-a8d8-6143f8412f5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:34.517956415Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-api-key-scoped-auth","reconcileID":"17c7b403-0b3d-449b-8f00-8479f85ae55a","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:34.776781085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"4f2be6a4-aeec-4ae6-8912-10d5c3359173","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:35.609829064Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:35.748984857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"4122aa66-d899-4fd1-8f6e-d9d6c9b46957","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:35.803719672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"ecab2a64-473d-4a2e-a478-56981cd1ed67","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:35.96019453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-models-invalid-sub-auth","reconcileID":"e435db86-e275-4202-a23a-91b94a223950","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:36.016703508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-models-invalid-sub-auth","reconcileID":"e435db86-e275-4202-a23a-91b94a223950","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:36.021308254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"f54b24d2-8974-47c2-bc76-a0c190794118","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:36.078859408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"e032a362-089c-4fa0-bda6-88b641997bc4","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:19:36.1277738Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-models-valid-sub","reconcileID":"d01bd495-0221-43d8-b3ea-030157bd0cbe","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:36.177595432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"1d81cce6-1915-488b-986e-a9e516ec981d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:36.178860118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"3e210354-ea31-4e76-b331-d94d215f09bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:36.234457764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"1d81cce6-1915-488b-986e-a9e516ec981d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:36.235065535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"3e210354-ea31-4e76-b331-d94d215f09bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:36.239881503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"013ef5c9-b84e-40fe-b739-aeef46fb0d63","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:36.29705459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"50ba2295-7890-4891-8314-55f290030ff0","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:36.334145445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"4672ef82-7428-47da-96ea-83987030c28b","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:36.491023277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-models-invalid-sub-auth","reconcileID":"562b0355-65d2-4620-a35b-e4d181684335","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:36.547552063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-models-invalid-sub-auth","reconcileID":"562b0355-65d2-4620-a35b-e4d181684335","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:36.566309463Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-models-valid-sub","reconcileID":"15d59108-a574-47c2-98cd-723e03449697","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-858236/e2e-models-valid-sub","ai-tenant-e2e-worker-w3-858236/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:36.592955307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"8cfa1b21-cd53-413a-a1ad-10928a4d72ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:36.592955325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"809daadd-2f38-4fb0-9b69-012b56cd5d33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:36.650039976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"8cfa1b21-cd53-413a-a1ad-10928a4d72ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:36.65019373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"809daadd-2f38-4fb0-9b69-012b56cd5d33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:36.735916117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"1d7462c9-7cdf-4ee4-9f46-555690ce69df","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:36.779977747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"54c114e0-64ec-48b4-8a68-5e82c96ca722","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:36.948044349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-models-valid-sub","reconcileID":"46318aed-85b2-4a2b-b47a-93a09b8942f1","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:37.114850929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"7eac7f15-ecf3-4812-9977-1d56d2ebef53","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:38.931068381Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-sub1","reconcileID":"9f574464-46f7-405f-9761-bb333a2d65bf","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"model":"e2e-models-e2e-worker-w2-ca6546/distinct-w2-ca6546","subscription":"e2e-ignore-header-sub1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:38.945885614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"617b2701-dd63-47a6-abf8-71b8f75fc7ea","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:38.98364206Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-sub1","reconcileID":"9f574464-46f7-405f-9761-bb333a2d65bf","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"model":"e2e-models-e2e-worker-w2-ca6546/distinct-w2-ca6546","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:39.036710804Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-sub1","reconcileID":"9f574464-46f7-405f-9761-bb333a2d65bf","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/distinct-w2-ca6546","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:39.104363382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"f16884fb-af49-4ef7-a0fe-4dd74d5c1b10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:39.104378362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"c9be0277-38d3-4da0-95a2-66914b7c599d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:39.104774651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-models-invalid-sub-auth","reconcileID":"813c55ce-25da-4f81-b4ea-4cc1b5900e29","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:39.161083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"c9be0277-38d3-4da0-95a2-66914b7c599d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:39.162274142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"f16884fb-af49-4ef7-a0fe-4dd74d5c1b10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:39.16326802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-models-invalid-sub-auth","reconcileID":"813c55ce-25da-4f81-b4ea-4cc1b5900e29","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:39.312389989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"distinct-w2-ca6546","reconcileID":"b48e25e0-12fe-437b-a09c-3e22170c22a1","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"distinct-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"distinct-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:39.450279541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"distinct-2-w2-ca6546","reconcileID":"807f5f58-3007-4335-87bd-46a3784ad9e1","MaaSModelRef":{"name":"distinct-2-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"distinct-2-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"distinct-2-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:39.583935437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth2","reconcileID":"a4aad7eb-b32a-4b92-b9ec-0d71edfc6abf","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:39.583993801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth1","reconcileID":"f9628400-e0a8-435c-8e83-8ffbd1c73644","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:39.615275797Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-sub2","reconcileID":"27863f89-70de-4b80-8015-4b297dd9ab65","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fde0b86e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:39.642740538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth2","reconcileID":"a4aad7eb-b32a-4b92-b9ec-0d71edfc6abf","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:39.644331154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth1","reconcileID":"f9628400-e0a8-435c-8e83-8ffbd1c73644","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:39.680197199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"2f351a83-5ac6-4f16-af5d-fcdc0ab100d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:39.680379253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"2273397b-5535-43f5-bec0-3bfb5554628e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:39.737094905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"2f351a83-5ac6-4f16-af5d-fcdc0ab100d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:39.737592093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"2273397b-5535-43f5-bec0-3bfb5554628e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:39.962208824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"distinct-2-w2-ca6546","reconcileID":"f0f8d31f-e03b-4343-a0b9-57e37ec0af34","MaaSModelRef":{"name":"distinct-2-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"distinct-2-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"distinct-2-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:40.020109969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"distinct-w2-ca6546","reconcileID":"d95da937-d9cf-456e-a0a9-203792932dc7","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"distinct-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"distinct-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:40.073036116Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-sub2","reconcileID":"dedb2011-374d-4c56-bb7a-7524e6415aba","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fde0b86e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:40.226315026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth2","reconcileID":"725a0ef4-faa6-4a27-bc53-f36017ae8811","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:40.283151253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth2","reconcileID":"725a0ef4-faa6-4a27-bc53-f36017ae8811","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:40.325797121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth1","reconcileID":"8297a495-ec0f-459b-ab41-d3a821dc1079","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:40.325947512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"40fc9301-2be7-4165-be2f-9d5bbea80660","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:40.326630748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"aafa32c6-57d6-4316-8e36-75e9495d219d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:40.383716224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth1","reconcileID":"8297a495-ec0f-459b-ab41-d3a821dc1079","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:40.383876535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"40fc9301-2be7-4165-be2f-9d5bbea80660","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:40.385880834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"aafa32c6-57d6-4316-8e36-75e9495d219d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:40.75121308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth2","reconcileID":"ec80140f-c28f-4cec-98c3-b91e10110633","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:40.807917699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth2","reconcileID":"ec80140f-c28f-4cec-98c3-b91e10110633","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:40.850797952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth1","reconcileID":"beed9ebd-adb4-4250-8d44-ae0ce1e9a855","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:40.850980477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"93703349-d6cb-4c89-b14e-2ebdc37938fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:40.851219644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"c18cde44-0ba0-4a67-8cee-e8756e1c3bda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:40.907541481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth1","reconcileID":"beed9ebd-adb4-4250-8d44-ae0ce1e9a855","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:40.907612061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"93703349-d6cb-4c89-b14e-2ebdc37938fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:40.909952599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"c18cde44-0ba0-4a67-8cee-e8756e1c3bda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:49.10991145Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-models-valid-sub","reconcileID":"c5fd9b96-e802-458b-b581-9eabc58f5ffe","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscription":"e2e-models-valid-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:49.327288184Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-models-valid-sub","reconcileID":"c5fd9b96-e802-458b-b581-9eabc58f5ffe","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-858236/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:49.549171821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"5f0eb4ed-c919-485f-9b31-b85459ea816d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:49.596791087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"24cab557-9e2e-472b-9ca7-38d4b72e7b3e","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:49.740128235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"bc27d78b-3b10-4e7f-af8e-f0d9cbee8bcd","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:49.758434267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-models-invalid-sub-auth","reconcileID":"04f2a60e-9f69-4289-9846-74ec4abf51eb","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:49.758495874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"e2dc4753-315f-4d24-ae84-b755f9742d10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:49.758938641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"5ff3948e-a608-4397-b03b-48fcf5cbe07f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:49.82237101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"5ff3948e-a608-4397-b03b-48fcf5cbe07f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:49.822491991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"e2dc4753-315f-4d24-ae84-b755f9742d10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:49.824589496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-models-invalid-sub-auth","reconcileID":"04f2a60e-9f69-4289-9846-74ec4abf51eb","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:50.037871913Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-models-invalid-sub-auth","reconcileID":"26824c32-9e1c-46cf-aaf8-5c24c4fe0979","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:50.126266026Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-sub2","reconcileID":"f1d90720-7a1d-4423-9925-508e4c91d724","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"model":"e2e-models-e2e-worker-w2-ca6546/distinct-2-w2-ca6546","subscription":"e2e-ignore-header-sub2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:50.179265865Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-sub2","reconcileID":"f1d90720-7a1d-4423-9925-508e4c91d724","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"model":"e2e-models-e2e-worker-w2-ca6546/distinct-2-w2-ca6546","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:50.235937521Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-sub2","reconcileID":"f1d90720-7a1d-4423-9925-508e4c91d724","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-distinct-2-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/distinct-2-w2-ca6546","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:50.298751163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"a9b75dfd-68b9-462e-9cbd-2d8ebf763103","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:50.525982548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"distinct-2-w2-ca6546","reconcileID":"eb563ccb-20e2-4a9d-9926-8242adc8978e","MaaSModelRef":{"name":"distinct-2-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"distinct-2-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"distinct-2-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:50.666180965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"distinct-w2-ca6546","reconcileID":"77cfea14-18b7-4610-8e85-de71ca7f0dc9","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"distinct-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"distinct-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:50.837565045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth2","reconcileID":"afc36cce-f887-4948-9238-fec8281a94ba","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:50.838324134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"c262145e-eec1-414f-bd68-aa82a4e3d4a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:50.939449669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"b5cb66b1-f02b-4eb8-a3bb-5e1d53bfb97a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:50.940004888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth1","reconcileID":"41523151-af0d-4ab0-b7b0-56fb389da466","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:50.951644208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth2","reconcileID":"afc36cce-f887-4948-9238-fec8281a94ba","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:50.980933261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"c262145e-eec1-414f-bd68-aa82a4e3d4a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:51.003409787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth1","reconcileID":"41523151-af0d-4ab0-b7b0-56fb389da466","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:51.055364736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"b5cb66b1-f02b-4eb8-a3bb-5e1d53bfb97a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:51.250839673Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth1","reconcileID":"db89c294-a44c-4acc-a7af-6dcf33e245fb","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"model":"e2e-models-e2e-worker-w2-ca6546/distinct-w2-ca6546","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:51.472768031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"distinct-w2-ca6546","reconcileID":"62d6fe7b-581f-4ab5-a411-a68725987356","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"distinct-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"distinct-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:51.523257474Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"namespace":"ai-tenant-e2e-mt-38ac4565","name":"e2e-shared-int-policy-c4b20c83","reconcileID":"0e923560-9cc4-4baa-b1f3-1ccdeefedf1c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:51.525014605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4845533b-c3b5-435e-88a3-bdab92b2f29b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:51.525100467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4845533b-c3b5-435e-88a3-bdab92b2f29b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:51.60501004Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"e2e-ignore-header-auth2","reconcileID":"d7178d20-70bd-444e-9b56-ec78a9280883","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"model":"e2e-models-e2e-worker-w2-ca6546/distinct-2-w2-ca6546","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:51.605280029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"distinct-2-w2-ca6546","reconcileID":"3e4a7ebc-b0ef-4759-ba6f-ccfd715fb2f3","MaaSModelRef":{"name":"distinct-2-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"distinct-2-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"distinct-2-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:51.686124536Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"namespace":"ai-tenant-e2e-mt-38ac4565","name":"e2e-shared-int-policy-c4b20c83","reconcileID":"0e923560-9cc4-4baa-b1f3-1ccdeefedf1c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"policyNamespace":"ai-tenant-e2e-mt-38ac4565","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:51.773513752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3755ce5f-7d00-483a-8aa3-52b9dadb6b03","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:51.773541837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3755ce5f-7d00-483a-8aa3-52b9dadb6b03","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:51.902135687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"distinct-2-w2-ca6546","reconcileID":"2cd1574e-22c3-4228-9326-85eb01a89647","MaaSModelRef":{"name":"distinct-2-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"distinct-2-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"distinct-2-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:51.973537511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c96831fa-25a9-44c7-ba8e-6123b3abe1af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:51.974098861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c96831fa-25a9-44c7-ba8e-6123b3abe1af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:52.365942472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"6996acad-0f6a-48dc-bb7f-95ae1a235ec9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:52.369757304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"55397d0c-45c0-496c-8537-8b32fad8e0e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:52.491791699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"55397d0c-45c0-496c-8537-8b32fad8e0e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:52.49589266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"6996acad-0f6a-48dc-bb7f-95ae1a235ec9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:56.51810508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"130add6b-ac28-4eee-841b-03c7fd6d1281","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:56.571170847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"130add6b-ac28-4eee-841b-03c7fd6d1281","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:56.624427943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"130add6b-ac28-4eee-841b-03c7fd6d1281","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:56.677383538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"130add6b-ac28-4eee-841b-03c7fd6d1281","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:57.003994833Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-ed15c1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-ed15c1","reconcileID":"501d707a-35cc-4541-b9c8-6a08999f4f11","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-ed15c1","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-ed15c1":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:57.982192397Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-0d26af","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-0d26af","reconcileID":"fd883553-f4ed-478f-830c-417e2ae4a284","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-0d26af","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-0d26af":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:58.605332432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae3687d4-673c-49ef-83b3-f36eb1c25d07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:58.658162125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae3687d4-673c-49ef-83b3-f36eb1c25d07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:58.711137413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae3687d4-673c-49ef-83b3-f36eb1c25d07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:19:58.764089363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae3687d4-673c-49ef-83b3-f36eb1c25d07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:00.744957831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d92c94a-dff7-4163-8912-232a5dae9417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:00.814446092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d92c94a-dff7-4163-8912-232a5dae9417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:00.869528681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d92c94a-dff7-4163-8912-232a5dae9417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:00.928456126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d92c94a-dff7-4163-8912-232a5dae9417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:02.240919379Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"namespace":"ai-tenant-e2e-mt-38ac4565","name":"e2e-shared-int-sub-c4b20c83","reconcileID":"a4be9114-6f78-4bc0-9a84-c279650a99f7","MaaSSubscription":{"name":"e2e-shared-int-sub-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-c4b20c83","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:02.457928741Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"namespace":"ai-tenant-e2e-mt-38ac4565","name":"e2e-shared-int-sub-c4b20c83","reconcileID":"a4be9114-6f78-4bc0-9a84-c279650a99f7","MaaSSubscription":{"name":"e2e-shared-int-sub-c4b20c83","namespace":"ai-tenant-e2e-mt-38ac4565"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:02.685038368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"97d8d873-235a-4e67-bbaa-3119320d68b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:02.698844544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c55bac2-8395-4f43-aa4b-54e60596d7b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:02.698942371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c55bac2-8395-4f43-aa4b-54e60596d7b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:05.62124802Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:15.420376575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"2f01fb76-fde9-4c09-968c-6f7a40b32436","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:15.420308811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"741d24ff-658b-46cb-a677-6d304fe188f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:15.506659215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"741d24ff-658b-46cb-a677-6d304fe188f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:15.524584049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"2f01fb76-fde9-4c09-968c-6f7a40b32436","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:26.350164461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"58681b00-129b-445b-9225-db0d422878ca","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"tenant":"e2e-mt-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","model":"ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:26.350196154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"58681b00-129b-445b-9225-db0d422878ca","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"routeName":"e2e-lifecycle-model-d5dcca72-kserve-route","namespace":"ai-tenant-e2e-mt-d5dcca72","llmisvcName":"e2e-lifecycle-model-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:31.77826237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"a0101098-92b8-475e-a948-0a99ebb96393","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"tenant":"e2e-mt-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","model":"ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:31.778291345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"a0101098-92b8-475e-a948-0a99ebb96393","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"routeName":"e2e-lifecycle-model-d5dcca72-kserve-route","namespace":"ai-tenant-e2e-mt-d5dcca72","llmisvcName":"e2e-lifecycle-model-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:31.833377884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"5cf2a64b-563e-4383-9179-3dddd16827ff","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"tenant":"e2e-mt-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","model":"ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:31.833395576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"5cf2a64b-563e-4383-9179-3dddd16827ff","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"routeName":"e2e-lifecycle-model-d5dcca72-kserve-route","namespace":"ai-tenant-e2e-mt-d5dcca72","llmisvcName":"e2e-lifecycle-model-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:31.938767429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-policy-d5dcca72","reconcileID":"ec7348f7-d39a-4e3c-9cdf-b7960072fb9c","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-d5dcca72","tenantID":"e2e-mt-d5dcca72","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:32.050739614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"45e31e79-d826-4c87-bd64-f4af0d5d4517","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"tenant":"e2e-mt-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","model":"ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:32.050759569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"45e31e79-d826-4c87-bd64-f4af0d5d4517","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"routeName":"e2e-lifecycle-model-d5dcca72-kserve-route","namespace":"ai-tenant-e2e-mt-d5dcca72","llmisvcName":"e2e-lifecycle-model-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:32.061291169Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-policy-d5dcca72","reconcileID":"ec7348f7-d39a-4e3c-9cdf-b7960072fb9c","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"name":"e2e-mt-d5dcca72-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:32.110993464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"b2403b69-a22c-4a6a-b395-a364514dff44","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"tenant":"e2e-mt-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","model":"ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:32.111011486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"b2403b69-a22c-4a6a-b395-a364514dff44","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"routeName":"e2e-lifecycle-model-d5dcca72-kserve-route","namespace":"ai-tenant-e2e-mt-d5dcca72","llmisvcName":"e2e-lifecycle-model-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:32.11664299Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-d5dcca72-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-policy-d5dcca72","reconcileID":"ec7348f7-d39a-4e3c-9cdf-b7960072fb9c","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:20:32.156545189Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-sub-d5dcca72","reconcileID":"648aad81-260c-4fe4-8cb6-4cf25fc9392f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-d5dcca72\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:20:32.16490783Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"b2403b69-a22c-4a6a-b395-a364514dff44","name":"e2e-lifecycle-model-d5dcca72","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-d5dcca72\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:20:32.164955738Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"b2403b69-a22c-4a6a-b395-a364514dff44","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-d5dcca72\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:32.170248434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"c86bca1a-c224-4acc-ab05-5fa82d6b3864","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"tenant":"e2e-mt-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","model":"ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:32.170261702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"c86bca1a-c224-4acc-ab05-5fa82d6b3864","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"routeName":"e2e-lifecycle-model-d5dcca72-kserve-route","namespace":"ai-tenant-e2e-mt-d5dcca72","llmisvcName":"e2e-lifecycle-model-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:32.17373966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"f7734381-5c1e-4f89-acbe-bb5d16200e61","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"tenant":"e2e-mt-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","model":"ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:32.173753638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"f7734381-5c1e-4f89-acbe-bb5d16200e61","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"routeName":"e2e-lifecycle-model-d5dcca72-kserve-route","namespace":"ai-tenant-e2e-mt-d5dcca72","llmisvcName":"e2e-lifecycle-model-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:32.263303015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"b4db72be-0376-4346-9371-8e88938cebf0","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"tenant":"e2e-mt-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","model":"ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:32.263318292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"b4db72be-0376-4346-9371-8e88938cebf0","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"routeName":"e2e-lifecycle-model-d5dcca72-kserve-route","namespace":"ai-tenant-e2e-mt-d5dcca72","llmisvcName":"e2e-lifecycle-model-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:32.279199437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-policy-d5dcca72","reconcileID":"7b52640b-6d69-4fc0-adfc-8742f3b15879","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-d5dcca72","tenantID":"e2e-mt-d5dcca72","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:32.318449692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"b801ca3e-354e-4e44-9406-69ca19646883","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"tenant":"e2e-mt-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","model":"ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:32.318462959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"b801ca3e-354e-4e44-9406-69ca19646883","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"routeName":"e2e-lifecycle-model-d5dcca72-kserve-route","namespace":"ai-tenant-e2e-mt-d5dcca72","llmisvcName":"e2e-lifecycle-model-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:32.336155547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-policy-d5dcca72","reconcileID":"7b52640b-6d69-4fc0-adfc-8742f3b15879","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"name":"e2e-mt-d5dcca72-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:32.391323578Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-d5dcca72-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-policy-d5dcca72","reconcileID":"7b52640b-6d69-4fc0-adfc-8742f3b15879","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:32.534032942Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-sub-d5dcca72","reconcileID":"c182a57a-4b97-4ba5-abda-c11ca1e514ba","MaaSSubscription":{"name":"e2e-sub-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"name":"maas-trlp-e2e-lifecycle-model-d5dcca72","model":"e2e-lifecycle-model-d5dcca72","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-d5dcca72/e2e-sub-d5dcca72"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:32.702217153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"b7709ae9-94b6-4cab-bfca-f1b21a9753b4","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"tenant":"e2e-mt-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","model":"ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:32.702236478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"b7709ae9-94b6-4cab-bfca-f1b21a9753b4","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"routeName":"e2e-lifecycle-model-d5dcca72-kserve-route","namespace":"ai-tenant-e2e-mt-d5dcca72","llmisvcName":"e2e-lifecycle-model-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:32.912993862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-sub-d5dcca72","reconcileID":"2fcc87d0-cce3-427e-860b-becdcecf837f","MaaSSubscription":{"name":"e2e-sub-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"name":"maas-trlp-e2e-lifecycle-model-d5dcca72","model":"ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:33.08081851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"b2134d94-5d4d-4e9b-a9fd-c6fdd8995b3f","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"tenant":"e2e-mt-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","model":"ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:33.080838802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"b2134d94-5d4d-4e9b-a9fd-c6fdd8995b3f","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"routeName":"e2e-lifecycle-model-d5dcca72-kserve-route","namespace":"ai-tenant-e2e-mt-d5dcca72","llmisvcName":"e2e-lifecycle-model-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:35.623750919Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:35.798428427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"f10cba1f-5d56-4c4e-8678-0b6879b72439","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:35.895634356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"81eb611c-a86c-4be2-ace4-12c47642c897","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:35.996904151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"37983512-035c-41db-b681-daf2a80602fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-premium-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:36.029566228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"fd6e4a6a-c90f-4fd6-b9f8-8ec6cc7a23a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:36.143055326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"03e73b02-718c-46ad-998b-2c01b6a73735","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:36.243105701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"433b452c-0afb-4ebc-bdc3-5cd19d2020ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:36.379622237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"294aebb1-9694-4d2d-ab1f-df9384d1c156","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:36.487327329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"667b9044-5227-4dc2-bbbe-3879d2fd43b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:36.58206298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-subscription","reconcileID":"4de425c5-1221-44b8-8167-1f9d99f215a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-premium-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:36.676532925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-subscription","reconcileID":"e8864a7e-acdf-4d36-b731-ff94c2857e58","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-premium-w4-398828","model":"e2e-models-e2e-worker-w4-398828/premium-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:36.728702544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"0b8ab399-ca16-4360-855d-9e982173ffb7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:36.799852462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f413702a-06be-4960-8880-c33057acbdd6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:38.712279701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"default-tenant","reconcileID":"d50a23bd-bc5c-4273-b8de-00b84098f9a9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ed15c1","tenantID":"e2e-api-a-ed15c1","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:38.827492556Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"default-tenant","reconcileID":"d50a23bd-bc5c-4273-b8de-00b84098f9a9","name":"e2e-api-a-ed15c1-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:38.888549454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f67c2afd-fca7-418e-8283-9a8d491b557a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:38.941302414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f67c2afd-fca7-418e-8283-9a8d491b557a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:38.994055827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f67c2afd-fca7-418e-8283-9a8d491b557a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:39.046750217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f67c2afd-fca7-418e-8283-9a8d491b557a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:40.770389487Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-b4a230","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-b4a230","reconcileID":"c554b4b3-263f-46af-99d9-3a4cd0e210f4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-b4a230","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-b4a230":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:41.027079258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6208d0e2-49c1-4eb1-8541-1ae22de3e0cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:41.082934156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6208d0e2-49c1-4eb1-8541-1ae22de3e0cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:41.136517042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6208d0e2-49c1-4eb1-8541-1ae22de3e0cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:41.18951103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6208d0e2-49c1-4eb1-8541-1ae22de3e0cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:42.49812276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-policy-d5dcca72","reconcileID":"8ae822d8-c3c1-4e2c-95e9-a3ea412085eb","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-d5dcca72","tenantID":"e2e-mt-d5dcca72","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:42.560410708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-policy-d5dcca72","reconcileID":"8ae822d8-c3c1-4e2c-95e9-a3ea412085eb","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"name":"e2e-mt-d5dcca72-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:42.633346678Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-d5dcca72-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-policy-d5dcca72","reconcileID":"8ae822d8-c3c1-4e2c-95e9-a3ea412085eb","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:43.192763558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7438c67a-f6e1-41ec-987a-3b0fff424f64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:43.246040414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7438c67a-f6e1-41ec-987a-3b0fff424f64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:43.298955377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7438c67a-f6e1-41ec-987a-3b0fff424f64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:43.352141834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7438c67a-f6e1-41ec-987a-3b0fff424f64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:44.063807008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"default-tenant","reconcileID":"0e95651e-83a7-42cc-8271-8f40701d3ceb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0d26af","tenantID":"e2e-api-a-0d26af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:44.180868288Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"default-tenant","reconcileID":"0e95651e-83a7-42cc-8271-8f40701d3ceb","name":"e2e-api-a-0d26af-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:52.754258016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-policy-d5dcca72","reconcileID":"5284b089-b0cb-44a6-b212-d7b940057fdb","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-d5dcca72","tenantID":"e2e-mt-d5dcca72","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:52.820402265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-policy-d5dcca72","reconcileID":"5284b089-b0cb-44a6-b212-d7b940057fdb","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"name":"e2e-mt-d5dcca72-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:52.932661394Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-d5dcca72-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-policy-d5dcca72","reconcileID":"5284b089-b0cb-44a6-b212-d7b940057fdb","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:54.377550844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"1333b459-cce2-4234-84c9-6acdc272af10","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:54.480579477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"4f867504-3e71-43cd-89e4-ba8fe0dc6940","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-premium-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:54.580838568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"34b5cccd-4c96-40e3-9535-cd191f5fb0b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:54.724585268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"03bad448-2597-42ad-8001-3c8f19d0aba3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:54.846784637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-subscription","reconcileID":"28467eda-6edf-487c-991a-5f3aada5cd62","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-premium-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:54.961100635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-sub-d5dcca72","reconcileID":"f668b025-99f2-4d0a-b8fb-5905581288b4","MaaSSubscription":{"name":"e2e-sub-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"name":"maas-trlp-e2e-lifecycle-model-d5dcca72","model":"ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:54.970967664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"931e16ad-a251-4579-a1d9-ce91dbf39622","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:55.068027385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"5242dca3-5828-4803-a6ea-2cc9afc99eca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:55.076468889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"333735fd-e2f0-44fd-bdb8-f1f325fa8821","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:55.128978482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"4af762fd-902b-4cda-a36d-bc216ef443bb","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"tenant":"e2e-mt-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","model":"ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:55.128997629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"4af762fd-902b-4cda-a36d-bc216ef443bb","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"routeName":"e2e-lifecycle-model-d5dcca72-kserve-route","namespace":"ai-tenant-e2e-mt-d5dcca72","llmisvcName":"e2e-lifecycle-model-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:55.200976986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-subscription","reconcileID":"298a136d-42eb-4ecc-bae3-00b6575d5447","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-premium-w4-398828","model":"e2e-models-e2e-worker-w4-398828/premium-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:55.300104134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"4af40053-67ac-46dd-a05b-b82b4dd801ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:55.339716498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8a421876-6a0d-4322-8985-95b878f20143","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:55.411671096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"d29d8209-c28c-420a-80aa-dee157d8778a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:55.869850105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-policy-d5dcca72","reconcileID":"6eeab007-e689-4177-b5f8-dd97438804d4","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-d5dcca72","tenantID":"e2e-mt-d5dcca72","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:55.926787593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-policy-d5dcca72","reconcileID":"6eeab007-e689-4177-b5f8-dd97438804d4","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"name":"e2e-mt-d5dcca72-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:55.982136655Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-d5dcca72-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dfb03a0e7027a965d259401834954ddda917b17acbb8603389475737e6a3bf0a) AuthConfig (5ca3c2ea0751d320431abd2b48c8d8617c91f6b3add0c7f10ed05f25081aeec5) AuthConfig (14ce5224dcbdb33343da55eb0e63cc2e827e979fb9bb3320e18c2854b43cdeaa) AuthConfig (e482ebc74fbf2e427840475818bcb8e882ed44a34807d2ee94715a8801331b06) AuthConfig (a626b33d8f97c6ffe704115c5aa73729b3b2552d5b5eb45649b5793f3e5c0bfe) AuthConfig (ee46c3f9fdd11641f738b9fcc005a9a7f484b1314ef7e2beb3ab556b139a2ee0) AuthConfig (579bfe9a5efc76e79e4bcdb00937a526ae60c5a52fb95d852d220da399aaca4a) AuthConfig (6f937e8840a48f95e9212d3bbc779553d99f658ccf4731407a870d0c3e40d9b2) AuthConfig (b0db4824b0bfdc14a9514fa20774dfd00d1b6f2443b749ee2b507db72c5b1099) AuthConfig (33a664ae7fdc62d070189c3e1fb6296d6abcd7621f4ecb9eda07a73243a5ceb8) AuthConfig (0a0f88cc9a265313d7c58bfdc33a6b5dace90f059c1d55161bb5b18d631fecc8) AuthConfig (e556993c906188f3e341fc375ecb5c143c79a1bdd647e3da4eb6aaee5b271fb7) AuthConfig (f5c1c37a86bc635e1c2c8623d76a0627f6047bae843817eb0c44702272b420bc) AuthConfig (6ac8cdecef35c7ff3bf2466c8c22574893073462e3837304ca1050d9d4a7ac3c) AuthConfig (35b7a6c39df55d67be1a6b449a32aff753b804df3ac75eea297e972019916621) AuthConfig (673935f0d882ada9bcf68870729e7995dcee658f7d01762812074f9c4977d3a9) AuthConfig (03bad91c7cf28159b7f8ff6236eded82c4f430746c310b31255dab2c3507aebd) AuthConfig (8bcc8b81f5b2ca75ad3db1046e66a0dbd729ab8647f9e9e8c9bd186770f8b699)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-policy-d5dcca72","reconcileID":"6eeab007-e689-4177-b5f8-dd97438804d4","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:56.039986627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"efb41201-4dfa-4790-bb38-5cc352da66c4","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"tenant":"e2e-mt-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","model":"ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:20:56.040003061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"efb41201-4dfa-4790-bb38-5cc352da66c4","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"routeName":"e2e-lifecycle-model-d5dcca72-kserve-route","namespace":"ai-tenant-e2e-mt-d5dcca72","llmisvcName":"e2e-lifecycle-model-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:05.609001233Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:06.145972551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-policy-d5dcca72","reconcileID":"d5c045b5-6e98-457b-9dd4-c9e6af0a35a0","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-d5dcca72","tenantID":"e2e-mt-d5dcca72","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:06.202656518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-policy-d5dcca72","reconcileID":"d5c045b5-6e98-457b-9dd4-c9e6af0a35a0","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"name":"e2e-mt-d5dcca72-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:06.257851687Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-d5dcca72-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dfb03a0e7027a965d259401834954ddda917b17acbb8603389475737e6a3bf0a) AuthConfig (5ca3c2ea0751d320431abd2b48c8d8617c91f6b3add0c7f10ed05f25081aeec5) AuthConfig (14ce5224dcbdb33343da55eb0e63cc2e827e979fb9bb3320e18c2854b43cdeaa) AuthConfig (e482ebc74fbf2e427840475818bcb8e882ed44a34807d2ee94715a8801331b06) AuthConfig (a626b33d8f97c6ffe704115c5aa73729b3b2552d5b5eb45649b5793f3e5c0bfe) AuthConfig (ee46c3f9fdd11641f738b9fcc005a9a7f484b1314ef7e2beb3ab556b139a2ee0) AuthConfig (579bfe9a5efc76e79e4bcdb00937a526ae60c5a52fb95d852d220da399aaca4a) AuthConfig (6f937e8840a48f95e9212d3bbc779553d99f658ccf4731407a870d0c3e40d9b2) AuthConfig (b0db4824b0bfdc14a9514fa20774dfd00d1b6f2443b749ee2b507db72c5b1099) AuthConfig (33a664ae7fdc62d070189c3e1fb6296d6abcd7621f4ecb9eda07a73243a5ceb8) AuthConfig (0a0f88cc9a265313d7c58bfdc33a6b5dace90f059c1d55161bb5b18d631fecc8) AuthConfig (e556993c906188f3e341fc375ecb5c143c79a1bdd647e3da4eb6aaee5b271fb7) AuthConfig (f5c1c37a86bc635e1c2c8623d76a0627f6047bae843817eb0c44702272b420bc) AuthConfig (6ac8cdecef35c7ff3bf2466c8c22574893073462e3837304ca1050d9d4a7ac3c) AuthConfig (35b7a6c39df55d67be1a6b449a32aff753b804df3ac75eea297e972019916621) AuthConfig (673935f0d882ada9bcf68870729e7995dcee658f7d01762812074f9c4977d3a9) AuthConfig (03bad91c7cf28159b7f8ff6236eded82c4f430746c310b31255dab2c3507aebd) AuthConfig (8bcc8b81f5b2ca75ad3db1046e66a0dbd729ab8647f9e9e8c9bd186770f8b699)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-policy-d5dcca72","reconcileID":"d5c045b5-6e98-457b-9dd4-c9e6af0a35a0","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:16.364044232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-policy-d5dcca72","reconcileID":"e440d769-a318-445c-9fae-36cb5cec1aab","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-d5dcca72","tenantID":"e2e-mt-d5dcca72","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:16.420818856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-policy-d5dcca72","reconcileID":"e440d769-a318-445c-9fae-36cb5cec1aab","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"name":"e2e-mt-d5dcca72-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:16.476041662Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-d5dcca72-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dfb03a0e7027a965d259401834954ddda917b17acbb8603389475737e6a3bf0a) AuthConfig (5ca3c2ea0751d320431abd2b48c8d8617c91f6b3add0c7f10ed05f25081aeec5) AuthConfig (14ce5224dcbdb33343da55eb0e63cc2e827e979fb9bb3320e18c2854b43cdeaa) AuthConfig (e482ebc74fbf2e427840475818bcb8e882ed44a34807d2ee94715a8801331b06) AuthConfig (a626b33d8f97c6ffe704115c5aa73729b3b2552d5b5eb45649b5793f3e5c0bfe) AuthConfig (ee46c3f9fdd11641f738b9fcc005a9a7f484b1314ef7e2beb3ab556b139a2ee0) AuthConfig (579bfe9a5efc76e79e4bcdb00937a526ae60c5a52fb95d852d220da399aaca4a) AuthConfig (6f937e8840a48f95e9212d3bbc779553d99f658ccf4731407a870d0c3e40d9b2) AuthConfig (b0db4824b0bfdc14a9514fa20774dfd00d1b6f2443b749ee2b507db72c5b1099) AuthConfig (33a664ae7fdc62d070189c3e1fb6296d6abcd7621f4ecb9eda07a73243a5ceb8) AuthConfig (0a0f88cc9a265313d7c58bfdc33a6b5dace90f059c1d55161bb5b18d631fecc8) AuthConfig (e556993c906188f3e341fc375ecb5c143c79a1bdd647e3da4eb6aaee5b271fb7) AuthConfig (f5c1c37a86bc635e1c2c8623d76a0627f6047bae843817eb0c44702272b420bc) AuthConfig (6ac8cdecef35c7ff3bf2466c8c22574893073462e3837304ca1050d9d4a7ac3c) AuthConfig (35b7a6c39df55d67be1a6b449a32aff753b804df3ac75eea297e972019916621) AuthConfig (673935f0d882ada9bcf68870729e7995dcee658f7d01762812074f9c4977d3a9) AuthConfig (03bad91c7cf28159b7f8ff6236eded82c4f430746c310b31255dab2c3507aebd) AuthConfig (8bcc8b81f5b2ca75ad3db1046e66a0dbd729ab8647f9e9e8c9bd186770f8b699)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-policy-d5dcca72","reconcileID":"e440d769-a318-445c-9fae-36cb5cec1aab","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:24.720624546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4aa1065d-76d0-4569-a682-1a6f1f83453c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:24.773409939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4aa1065d-76d0-4569-a682-1a6f1f83453c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:24.826150443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4aa1065d-76d0-4569-a682-1a6f1f83453c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:24.878983682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4aa1065d-76d0-4569-a682-1a6f1f83453c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:26.582202606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-policy-d5dcca72","reconcileID":"688e48d1-6dae-4016-aefe-85bd51e0f5f6","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-d5dcca72","tenantID":"e2e-mt-d5dcca72","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:26.639938915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-policy-d5dcca72","reconcileID":"688e48d1-6dae-4016-aefe-85bd51e0f5f6","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"name":"e2e-mt-d5dcca72-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:26.848994412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f93c4e37-8fcc-4153-8166-92b44a92e56c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:26.902364119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f93c4e37-8fcc-4153-8166-92b44a92e56c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:26.955487997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f93c4e37-8fcc-4153-8166-92b44a92e56c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:26.958227563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"21f976c7-bff9-4aad-aeeb-89842d08774a","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"tenant":"e2e-mt-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","model":"ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:26.958248005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"21f976c7-bff9-4aad-aeeb-89842d08774a","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"routeName":"e2e-lifecycle-model-d5dcca72-kserve-route","namespace":"ai-tenant-e2e-mt-d5dcca72","llmisvcName":"e2e-lifecycle-model-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:27.008434056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f93c4e37-8fcc-4153-8166-92b44a92e56c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:27.944230738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"default-tenant","reconcileID":"676ca813-f8b6-443b-9b1d-4c7e868506a8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b4a230","tenantID":"e2e-api-a-b4a230","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:28.060487742Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"default-tenant","reconcileID":"676ca813-f8b6-443b-9b1d-4c7e868506a8","name":"e2e-api-a-b4a230-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:28.878211912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"abf453dc-243c-4334-9750-3957280c321c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:28.878232992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"abf453dc-243c-4334-9750-3957280c321c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:28.937703051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9671b654-2853-4150-bef2-70fbab03cf6e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:28.937805329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9671b654-2853-4150-bef2-70fbab03cf6e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:29.043973386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"e2e-e2e-api-a-ed15c1-policy","reconcileID":"091d2c3a-2e5f-452b-b018-f210831bbd9f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ed15c1","tenantID":"e2e-api-a-ed15c1","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:29.168871014Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"e2e-e2e-api-a-ed15c1-policy","reconcileID":"091d2c3a-2e5f-452b-b018-f210831bbd9f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"name":"e2e-api-a-ed15c1-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:29.224938236Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-ed15c1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"e2e-e2e-api-a-ed15c1-policy","reconcileID":"091d2c3a-2e5f-452b-b018-f210831bbd9f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:29.282229913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1559a008-abd3-4424-b374-922c99da4e9e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:29.282251512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1559a008-abd3-4424-b374-922c99da4e9e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:34.357839602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2c76c37-5fdb-4f98-a4bf-609e66cf8fc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:34.418320294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2c76c37-5fdb-4f98-a4bf-609e66cf8fc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:34.497865569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2c76c37-5fdb-4f98-a4bf-609e66cf8fc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:34.552573681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2c76c37-5fdb-4f98-a4bf-609e66cf8fc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:35.01706815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c4e5df2-e452-45c2-a5aa-7219c6379a85","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:35.017097497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c4e5df2-e452-45c2-a5aa-7219c6379a85","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:35.075462502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f33e2d27-a9bb-4aee-8e56-3aa5c789a27e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:35.075487428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f33e2d27-a9bb-4aee-8e56-3aa5c789a27e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:35.180808504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"e2e-e2e-api-a-0d26af-policy","reconcileID":"72ac5f37-b5d2-402a-a0a7-51614933f699","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0d26af","tenantID":"e2e-api-a-0d26af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:35.30715381Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"e2e-e2e-api-a-0d26af-policy","reconcileID":"72ac5f37-b5d2-402a-a0a7-51614933f699","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"name":"e2e-api-a-0d26af-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:35.362550936Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-0d26af-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"e2e-e2e-api-a-0d26af-policy","reconcileID":"72ac5f37-b5d2-402a-a0a7-51614933f699","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:35.417871325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9b9de23a-f854-4b62-9893-b52568af7f58","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:35.417892875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9b9de23a-f854-4b62-9893-b52568af7f58","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:35.551901202Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-d6544b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-d6544b","reconcileID":"a9ce41dd-7fff-4cf9-90d4-3c1378babf68","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-d6544b","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-d6544b":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:35.619326195Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:36.526971932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1d074c5c-6893-4e26-91e3-0490e57a02a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:36.596535278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa562313-c7b9-4401-bca6-cac059198e36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:36.610987795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"4fb3984b-f557-4d21-8f19-3e784aa512d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:36.661475955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa562313-c7b9-4401-bca6-cac059198e36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:36.722939542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa562313-c7b9-4401-bca6-cac059198e36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:36.780348058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa562313-c7b9-4401-bca6-cac059198e36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:36.886671252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-subscription","reconcileID":"3a29948f-ac17-4582-86c6-4bdfea40e063","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-premium-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:36.890700847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"ff15d5af-2f6a-4206-9e60-e1d3de1fb956","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:36.943154641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"e3d7c1ae-0052-4793-9c44-a6788b90b836","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:36.994230856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9928ed54-2f92-4898-b6b0-b6e4f678f0b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:37.102900653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-sub-d5dcca72","reconcileID":"8d2a5509-d9e6-4879-92d2-6237daa7c6aa","MaaSSubscription":{"name":"e2e-sub-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"name":"maas-trlp-e2e-lifecycle-model-d5dcca72","model":"ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:37.262068411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-subscription","reconcileID":"eaf98e1b-32c5-4102-9d1c-0b370faf070f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-premium-w4-398828","model":"e2e-models-e2e-worker-w4-398828/premium-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:37.46856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"84302642-55a3-4a58-89e8-7df86fc382b5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-premium-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:37.488841081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"9c6406f1-9e7a-43c5-af02-f61dd8acd379","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:37.571169514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"3f2a174d-7b08-4f42-a1cb-0e97be4f7c88","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:37.669423515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"89c0a7fb-5ba3-4cb5-97c6-0f1a341bde9b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:37.80282361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"b55c7e38-c9b9-412c-9b7b-1a76dd180b6e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:38.419875773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"0a65520f-ec4f-4f7e-bc48-7c1dfd4f326a","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"tenant":"e2e-mt-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","model":"ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:38.419897584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"0a65520f-ec4f-4f7e-bc48-7c1dfd4f326a","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"routeName":"e2e-lifecycle-model-d5dcca72-kserve-route","namespace":"ai-tenant-e2e-mt-d5dcca72","llmisvcName":"e2e-lifecycle-model-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:38.538257021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-policy-d5dcca72","reconcileID":"7df5f842-8df9-4f4b-bc52-9a9c035cb80d","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-d5dcca72","tenantID":"e2e-mt-d5dcca72","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:38.59483963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-policy-d5dcca72","reconcileID":"7df5f842-8df9-4f4b-bc52-9a9c035cb80d","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"name":"e2e-mt-d5dcca72-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:38.631279062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-sub-d5dcca72","reconcileID":"4d45296e-186b-4e21-96dc-07d8b747854b","MaaSSubscription":{"name":"e2e-sub-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"name":"maas-trlp-e2e-lifecycle-model-d5dcca72","model":"ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:38.780308408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f502ed4e-4baa-4ab7-8680-925b692fdc0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:38.833181379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f502ed4e-4baa-4ab7-8680-925b692fdc0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:38.886100233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f502ed4e-4baa-4ab7-8680-925b692fdc0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:38.938912888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f502ed4e-4baa-4ab7-8680-925b692fdc0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:39.331304083Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-c9d1fc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-c9d1fc","reconcileID":"6b75531a-cf74-4bfe-a367-7e7f24e02778","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-c9d1fc","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-c9d1fc":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:39.401837084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"e2e-e2e-api-a-ed15c1-policy","reconcileID":"5c18ab4e-5d54-4671-8bd8-e0b41e4977a8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ed15c1","tenantID":"e2e-api-a-ed15c1","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:39.470143244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"e2e-e2e-api-a-ed15c1-policy","reconcileID":"5c18ab4e-5d54-4671-8bd8-e0b41e4977a8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"name":"e2e-api-a-ed15c1-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:39.543788685Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-ed15c1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"e2e-e2e-api-a-ed15c1-policy","reconcileID":"5c18ab4e-5d54-4671-8bd8-e0b41e4977a8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:39.78695593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"f97b60e3-79bc-4f5b-affc-ab794cf17e12","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"tenant":"e2e-mt-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","model":"ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:39.787069398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"f97b60e3-79bc-4f5b-affc-ab794cf17e12","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"routeName":"e2e-lifecycle-model-d5dcca72-kserve-route","namespace":"ai-tenant-e2e-mt-d5dcca72","llmisvcName":"e2e-lifecycle-model-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:39.904154475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-policy-d5dcca72","reconcileID":"45441d13-888b-4079-ad27-463fe2123608","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-d5dcca72","tenantID":"e2e-mt-d5dcca72","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:39.966095998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-policy-d5dcca72","reconcileID":"45441d13-888b-4079-ad27-463fe2123608","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"name":"e2e-mt-d5dcca72-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:40.037203787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-sub-d5dcca72","reconcileID":"b020961d-2027-4c20-bd0b-978ac064b816","MaaSSubscription":{"name":"e2e-sub-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"name":"maas-trlp-e2e-lifecycle-model-d5dcca72","model":"ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:40.980307612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59fae251-ba73-4c62-a31d-894f0eddf1d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:41.033256322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59fae251-ba73-4c62-a31d-894f0eddf1d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:41.086049929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59fae251-ba73-4c62-a31d-894f0eddf1d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:41.139113093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59fae251-ba73-4c62-a31d-894f0eddf1d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:42.897219762Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-018cfa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-018cfa","reconcileID":"d1e667f1-5fc1-494e-a834-b892c602eb59","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-018cfa","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-018cfa":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:43.093113938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79cfe089-1157-4304-ab1e-9e8b6c6dfdda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:43.14675679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79cfe089-1157-4304-ab1e-9e8b6c6dfdda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:43.20252989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79cfe089-1157-4304-ab1e-9e8b6c6dfdda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:43.255473631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79cfe089-1157-4304-ab1e-9e8b6c6dfdda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:45.182067476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d51c478-1fbb-464c-b18e-64a1c195c755","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:45.257124799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d51c478-1fbb-464c-b18e-64a1c195c755","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:45.330268286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d51c478-1fbb-464c-b18e-64a1c195c755","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:45.393610514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d51c478-1fbb-464c-b18e-64a1c195c755","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:45.566663941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"e2e-e2e-api-a-0d26af-policy","reconcileID":"3f5f25c4-c198-487e-a01d-4bf62de3a5db","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0d26af","tenantID":"e2e-api-a-0d26af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:45.62527963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"e2e-e2e-api-a-0d26af-policy","reconcileID":"3f5f25c4-c198-487e-a01d-4bf62de3a5db","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"name":"e2e-api-a-0d26af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:45.71802778Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-0d26af-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"e2e-e2e-api-a-0d26af-policy","reconcileID":"3f5f25c4-c198-487e-a01d-4bf62de3a5db","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:47.472527208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71f9c8bc-6fea-403e-87b6-82019d580929","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:47.525633468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71f9c8bc-6fea-403e-87b6-82019d580929","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:47.578953787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71f9c8bc-6fea-403e-87b6-82019d580929","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:47.632000775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71f9c8bc-6fea-403e-87b6-82019d580929","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:49.58343129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37560521-970f-4a01-961b-70f4fba65524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:49.637060249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37560521-970f-4a01-961b-70f4fba65524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:49.690477089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37560521-970f-4a01-961b-70f4fba65524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:49.755081407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37560521-970f-4a01-961b-70f4fba65524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:49.808738626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"e2e-e2e-api-a-ed15c1-policy","reconcileID":"f15c6e34-0c8f-4888-9ccd-314ced53595b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ed15c1","tenantID":"e2e-api-a-ed15c1","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:49.875513869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"e2e-e2e-api-a-ed15c1-policy","reconcileID":"f15c6e34-0c8f-4888-9ccd-314ced53595b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"name":"e2e-api-a-ed15c1-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:49.931204939Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-ed15c1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"e2e-e2e-api-a-ed15c1-policy","reconcileID":"f15c6e34-0c8f-4888-9ccd-314ced53595b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:50.274112367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"c250a234-53be-424e-b823-bb6133b5be6c","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"tenant":"e2e-mt-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","model":"ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:50.274133887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"c250a234-53be-424e-b823-bb6133b5be6c","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"routeName":"e2e-lifecycle-model-d5dcca72-kserve-route","namespace":"ai-tenant-e2e-mt-d5dcca72","llmisvcName":"e2e-lifecycle-model-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:50.378799106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-policy-d5dcca72","reconcileID":"c70f5027-e878-4e62-9fcf-a77f158dd47e","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-d5dcca72","tenantID":"e2e-mt-d5dcca72","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:50.440499823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-policy-d5dcca72","reconcileID":"c70f5027-e878-4e62-9fcf-a77f158dd47e","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"name":"e2e-mt-d5dcca72-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:50.489034339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-sub-d5dcca72","reconcileID":"bc368ad2-428e-4533-9e76-1aa6dc2f3cb5","MaaSSubscription":{"name":"e2e-sub-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"name":"maas-trlp-e2e-lifecycle-model-d5dcca72","model":"ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:50.701738805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-policy-d5dcca72","reconcileID":"7a35ae00-a481-4fe8-a245-b786dac6f288","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-d5dcca72","tenantID":"e2e-mt-d5dcca72","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:50.758128046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-policy-d5dcca72","reconcileID":"7a35ae00-a481-4fe8-a245-b786dac6f288","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"name":"e2e-mt-d5dcca72-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:50.809419383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-sub-d5dcca72","reconcileID":"b5827854-403f-41ef-8faa-a13ea6a9fe84","MaaSSubscription":{"name":"e2e-sub-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"name":"maas-trlp-e2e-lifecycle-model-d5dcca72","model":"ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:54.06903482Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"29af3b49-01c9-47b0-95a8-461d84127b76","namespace":"ai-tenant-e2e-mt-d5dcca72","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:54.069100274Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"29af3b49-01c9-47b0-95a8-461d84127b76","name":"e2e-sub-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:54.128014338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"04354d9c-2463-4185-82ff-46b143088564","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"tenant":"e2e-mt-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","model":"ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:54.128047771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"04354d9c-2463-4185-82ff-46b143088564","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"routeName":"e2e-lifecycle-model-d5dcca72-kserve-route","namespace":"ai-tenant-e2e-mt-d5dcca72","llmisvcName":"e2e-lifecycle-model-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:54.12882758Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"29af3b49-01c9-47b0-95a8-461d84127b76","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:54.128849728Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"29af3b49-01c9-47b0-95a8-461d84127b76","namespace":"ai-tenant-e2e-mt-d5dcca72","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:54.128950976Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"29af3b49-01c9-47b0-95a8-461d84127b76","name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:54.185891721Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"29af3b49-01c9-47b0-95a8-461d84127b76","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:54.189105774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"0299bc6a-647a-4439-9205-7bec13f8906f","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"tenant":"e2e-mt-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","model":"ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:54.189178296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"0299bc6a-647a-4439-9205-7bec13f8906f","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"routeName":"e2e-lifecycle-model-d5dcca72-kserve-route","namespace":"ai-tenant-e2e-mt-d5dcca72","llmisvcName":"e2e-lifecycle-model-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:54.233730002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-policy-d5dcca72","reconcileID":"1a680156-004c-4420-80c2-7b850800f329","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-d5dcca72","tenantID":"e2e-mt-d5dcca72","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:54.290330212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-policy-d5dcca72","reconcileID":"1a680156-004c-4420-80c2-7b850800f329","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"name":"e2e-mt-d5dcca72-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:54.29190521Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-sub-d5dcca72","reconcileID":"1e22f98a-5287-492b-8317-ce7729c46f9b","MaaSSubscription":{"name":"e2e-sub-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ef76bd9a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:54.344211118Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-sub-d5dcca72","reconcileID":"e574f4d1-27bf-4a75-9d15-f363f7f2fba5","MaaSSubscription":{"name":"e2e-sub-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ef76bd9a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:54.495950304Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-policy-d5dcca72","reconcileID":"095e1849-a6f8-4c0d-858e-ce10dab4fd3b","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"model":"ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:54.748787356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-policy-d5dcca72","reconcileID":"095e1849-a6f8-4c0d-858e-ce10dab4fd3b","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-d5dcca72","tenantID":"e2e-mt-d5dcca72","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:54.87117139Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-policy-d5dcca72","reconcileID":"095e1849-a6f8-4c0d-858e-ce10dab4fd3b","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"name":"e2e-mt-d5dcca72-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:54.871193127Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-policy-d5dcca72","reconcileID":"095e1849-a6f8-4c0d-858e-ce10dab4fd3b","MaaSAuthPolicy":{"name":"e2e-policy-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-d5dcca72","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:54.927228701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"1e7d643a-7701-4f03-88e2-0279808c7152","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"tenant":"e2e-mt-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","model":"ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:54.927247042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"1e7d643a-7701-4f03-88e2-0279808c7152","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"routeName":"e2e-lifecycle-model-d5dcca72-kserve-route","namespace":"ai-tenant-e2e-mt-d5dcca72","llmisvcName":"e2e-lifecycle-model-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:55.823864086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"e2e-e2e-api-a-0d26af-policy","reconcileID":"eb5fa8cf-ea45-42d0-b46d-9ee81dbebf2d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0d26af","tenantID":"e2e-api-a-0d26af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:55.880346998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"e2e-e2e-api-a-0d26af-policy","reconcileID":"eb5fa8cf-ea45-42d0-b46d-9ee81dbebf2d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"name":"e2e-api-a-0d26af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:21:55.935107281Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-0d26af-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"e2e-e2e-api-a-0d26af-policy","reconcileID":"eb5fa8cf-ea45-42d0-b46d-9ee81dbebf2d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:00.052892379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"e2e-e2e-api-a-ed15c1-policy","reconcileID":"b3278419-fc01-4ec4-ac32-1e3a2c193aff","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ed15c1","tenantID":"e2e-api-a-ed15c1","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:00.111868864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"e2e-e2e-api-a-ed15c1-policy","reconcileID":"b3278419-fc01-4ec4-ac32-1e3a2c193aff","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"name":"e2e-api-a-ed15c1-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:00.166969157Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-ed15c1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"e2e-e2e-api-a-ed15c1-policy","reconcileID":"b3278419-fc01-4ec4-ac32-1e3a2c193aff","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:02.784414439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-subscription","reconcileID":"693d4b08-1d84-4b85-af50-2d8db6122e09","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-premium-w4-398828","model":"e2e-models-e2e-worker-w4-398828/premium-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:02.969425016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"1a7070b7-5c13-4b0f-9fe8-4345dbc06969","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:03.13697307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"073e9d26-d781-4570-8dd2-5802913f49f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:03.353642781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"1de0e0f8-780e-4792-a9ef-4fd8d10c28af","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:03.477038927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0434e35c-56c4-428a-b2c3-66e99011f7c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:03.576552683Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-subscription","reconcileID":"123776c3-115f-4574-a134-ef928a40933a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-premium-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:03.677284277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"f952c05d-7f4f-4245-97ab-919c4b58722a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:03.715390229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"dd91c6ef-cac0-4b56-8352-99e4bc4326dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:03.826661607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"96f69954-04df-44f8-a5d2-25ea948d461a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-premium-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:03.927073085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"640ef833-15bc-4e95-98af-3a1f8a31b438","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:04.027899999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"6f29845a-0e6a-4626-93ba-62836601a861","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:04.06271195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"2abdc721-674d-4405-b4de-057b4891849a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:04.401202371Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-sub-d5dcca72","reconcileID":"dc8177b4-0664-4a59-8265-08601cc1caf1","MaaSSubscription":{"name":"e2e-sub-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"model":"ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72","subscription":"e2e-sub-d5dcca72","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:04.455820017Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-sub-d5dcca72","reconcileID":"dc8177b4-0664-4a59-8265-08601cc1caf1","MaaSSubscription":{"name":"e2e-sub-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"model":"ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:04.508827395Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-sub-d5dcca72","reconcileID":"dc8177b4-0664-4a59-8265-08601cc1caf1","MaaSSubscription":{"name":"e2e-sub-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"name":"maas-trlp-e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72","model":"ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:04.898826427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"3179282b-fa24-4601-995e-8bc990965684","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"tenant":"e2e-mt-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","model":"ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:04.898846274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"3179282b-fa24-4601-995e-8bc990965684","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"routeName":"e2e-lifecycle-model-d5dcca72-kserve-route","namespace":"ai-tenant-e2e-mt-d5dcca72","llmisvcName":"e2e-lifecycle-model-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:05.609718005Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:06.047868037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"e2e-e2e-api-a-0d26af-policy","reconcileID":"278b2cdd-56e4-4f27-9647-0e7286806642","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0d26af","tenantID":"e2e-api-a-0d26af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:06.108117259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"e2e-e2e-api-a-0d26af-policy","reconcileID":"278b2cdd-56e4-4f27-9647-0e7286806642","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"name":"e2e-api-a-0d26af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:06.163160647Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-0d26af-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2b2c04cbf210a058741db9d9624a45ff70953efb840063f93808578afbbfe211) AuthConfig (dfcbbda428381a1d7ba7c2145d92cda3390520c7d26a2d9561df5bde1988feef) AuthConfig (1f81ea8d3975b93474cf043dd81b8f32436100ff7d9f6204cfdeb66a7e30c326) AuthConfig (0715c927f781638ae2cb9b277542ffc41e62134047de316f6ae4f174ef2acc50) AuthConfig (e318dffc622f9d44351ca83c2c9db388d862bdc69b9362537369a7bf8534f435) AuthConfig (14ec8cb26ffe8091b8592285d14a5718416a973173db10ace1a272cea357e2c7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"e2e-e2e-api-a-0d26af-policy","reconcileID":"278b2cdd-56e4-4f27-9647-0e7286806642","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:06.221293808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8e48c13-2011-4010-92a3-d592ec9deddf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:06.221312901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8e48c13-2011-4010-92a3-d592ec9deddf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:10.27375364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"e2e-e2e-api-a-ed15c1-policy","reconcileID":"87959725-2974-48ec-8334-b70bfe42b668","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ed15c1","tenantID":"e2e-api-a-ed15c1","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:10.331938003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"e2e-e2e-api-a-ed15c1-policy","reconcileID":"87959725-2974-48ec-8334-b70bfe42b668","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"name":"e2e-api-a-ed15c1-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:10.387180216Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-ed15c1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d7df20ae0eec48d5092d6b13831af47f51a7424b8f2bef163d3bcbddff5e2dfd) AuthConfig (7ed765f4069dc0a0fa6aac1c48022a3c4936f991f6639de4157b61cf2a88809e) AuthConfig (2681b2c01841b8fa96dda23902c93e40eb5305473712c359c557225ed401630b) AuthConfig (42f06e7cb06d99027c2ed728dcbe6d4e65eeafbce7707ef117b112cf980773d9) AuthConfig (a70df69b866a03cdc266f30fc1374c63e4637a71e4a3b51aa875c00408f078e0) AuthConfig (3ca1da35712b9c1925a40e470057eb82f2c32338c4391b032c1c8ba03dfc30e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"e2e-e2e-api-a-ed15c1-policy","reconcileID":"87959725-2974-48ec-8334-b70bfe42b668","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:10.44280806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c84433b9-d4c6-4f7d-b3f4-8b1f1dd1277a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:10.442826925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c84433b9-d4c6-4f7d-b3f4-8b1f1dd1277a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:15.782728346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcc4f4d7-7ced-4b83-b669-78265547b950","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:15.837848471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcc4f4d7-7ced-4b83-b669-78265547b950","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:15.891384389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcc4f4d7-7ced-4b83-b669-78265547b950","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:15.946697142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcc4f4d7-7ced-4b83-b669-78265547b950","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:16.3347996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"e2e-e2e-api-a-0d26af-policy","reconcileID":"00bdea70-4730-4427-939b-bf7ff00e959c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0d26af","tenantID":"e2e-api-a-0d26af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:16.395826637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"e2e-e2e-api-a-0d26af-policy","reconcileID":"00bdea70-4730-4427-939b-bf7ff00e959c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"name":"e2e-api-a-0d26af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:16.452272263Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-0d26af-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2b2c04cbf210a058741db9d9624a45ff70953efb840063f93808578afbbfe211) AuthConfig (dfcbbda428381a1d7ba7c2145d92cda3390520c7d26a2d9561df5bde1988feef) AuthConfig (1f81ea8d3975b93474cf043dd81b8f32436100ff7d9f6204cfdeb66a7e30c326) AuthConfig (0715c927f781638ae2cb9b277542ffc41e62134047de316f6ae4f174ef2acc50) AuthConfig (e318dffc622f9d44351ca83c2c9db388d862bdc69b9362537369a7bf8534f435) AuthConfig (14ec8cb26ffe8091b8592285d14a5718416a973173db10ace1a272cea357e2c7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"e2e-e2e-api-a-0d26af-policy","reconcileID":"00bdea70-4730-4427-939b-bf7ff00e959c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:16.458194784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6d414e5-0d24-4144-adb2-f40a1bf32c5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:16.458212617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6d414e5-0d24-4144-adb2-f40a1bf32c5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:16.515964585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59bd518b-469f-4ccc-872c-573d6d5de0f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:16.515989606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59bd518b-469f-4ccc-872c-573d6d5de0f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:16.624920087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"e2e-e2e-api-a-b4a230-policy","reconcileID":"cb89b953-392f-4efe-a85f-83c0401c2237","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b4a230","tenantID":"e2e-api-a-b4a230","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:16.756901241Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"e2e-e2e-api-a-b4a230-policy","reconcileID":"cb89b953-392f-4efe-a85f-83c0401c2237","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"name":"e2e-api-a-b4a230-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:16.813336885Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-b4a230-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"e2e-e2e-api-a-b4a230-policy","reconcileID":"cb89b953-392f-4efe-a85f-83c0401c2237","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:16.870986308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc461578-faff-4b19-aecc-cf49a17eba96","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:16.8710072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc461578-faff-4b19-aecc-cf49a17eba96","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:18.459788722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c660a304-b268-474a-baac-bdd0a6f9d9a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:18.514034618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c660a304-b268-474a-baac-bdd0a6f9d9a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:18.568317477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c660a304-b268-474a-baac-bdd0a6f9d9a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:18.621506189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c660a304-b268-474a-baac-bdd0a6f9d9a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:20.548197896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"e2e-e2e-api-a-ed15c1-policy","reconcileID":"41d5bc9c-0f99-4323-aab1-a3e217d1a108","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ed15c1","tenantID":"e2e-api-a-ed15c1","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:20.625895419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"e2e-e2e-api-a-ed15c1-policy","reconcileID":"41d5bc9c-0f99-4323-aab1-a3e217d1a108","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"name":"e2e-api-a-ed15c1-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:20.940114974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5abf0dd6-d167-4d19-b49a-32b080da5eb8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:20.940137764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5abf0dd6-d167-4d19-b49a-32b080da5eb8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:21.715518019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9b68474-9982-458c-a1e7-c306d779a7bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:21.769430475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9b68474-9982-458c-a1e7-c306d779a7bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:21.822965454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9b68474-9982-458c-a1e7-c306d779a7bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:21.875875734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9b68474-9982-458c-a1e7-c306d779a7bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:22.31070338Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-a27da5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-a27da5","reconcileID":"395af9e8-b36e-4874-a63e-203bf8273c3e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-a27da5","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-a27da5":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:23.918031014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d62f44f6-4ce0-4933-a768-9dba6c9736cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:23.971018914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d62f44f6-4ce0-4933-a768-9dba6c9736cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:24.023840675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d62f44f6-4ce0-4933-a768-9dba6c9736cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:24.076849893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d62f44f6-4ce0-4933-a768-9dba6c9736cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:24.912660799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"default-tenant","reconcileID":"9836e541-ad26-4f6a-9a17-d0d1692aa3f2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d6544b","tenantID":"e2e-api-b-d6544b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:25.029668537Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"default-tenant","reconcileID":"9836e541-ad26-4f6a-9a17-d0d1692aa3f2","name":"e2e-api-b-d6544b-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:25.995185703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feefbf81-a750-4d10-b1c5-f64784316ed7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:26.048293851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feefbf81-a750-4d10-b1c5-f64784316ed7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:26.159473194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feefbf81-a750-4d10-b1c5-f64784316ed7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:26.270839122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feefbf81-a750-4d10-b1c5-f64784316ed7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:26.585335205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"e2e-e2e-api-a-0d26af-policy","reconcileID":"59fef851-d0d2-40c2-a7b2-fd0f3dabc75a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0d26af","tenantID":"e2e-api-a-0d26af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:26.643246594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"e2e-e2e-api-a-0d26af-policy","reconcileID":"59fef851-d0d2-40c2-a7b2-fd0f3dabc75a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"name":"e2e-api-a-0d26af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:26.91498067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c092429-0caf-451b-ac0f-b8023e67a061","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:26.91499994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c092429-0caf-451b-ac0f-b8023e67a061","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:26.976890655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"e2e-e2e-api-a-b4a230-policy","reconcileID":"aa437415-9d87-475a-bf4c-34aa6bff01f1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b4a230","tenantID":"e2e-api-a-b4a230","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:27.033967207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"e2e-e2e-api-a-b4a230-policy","reconcileID":"aa437415-9d87-475a-bf4c-34aa6bff01f1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"name":"e2e-api-a-b4a230-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:27.090382664Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-b4a230-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"e2e-e2e-api-a-b4a230-policy","reconcileID":"aa437415-9d87-475a-bf4c-34aa6bff01f1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:28.24132159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a1e579e-a511-411a-adea-12ad7a598466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:28.301163145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a1e579e-a511-411a-adea-12ad7a598466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:28.378525837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a1e579e-a511-411a-adea-12ad7a598466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:28.432022392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a1e579e-a511-411a-adea-12ad7a598466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:30.327517134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05fb3903-3d30-49e1-98d0-dbe9a07fd6e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:30.382606024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05fb3903-3d30-49e1-98d0-dbe9a07fd6e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:30.436559268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05fb3903-3d30-49e1-98d0-dbe9a07fd6e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:30.489605404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05fb3903-3d30-49e1-98d0-dbe9a07fd6e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:32.425963791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bee6081-2c1a-48f5-ae38-915bb240d2b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:32.478877369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bee6081-2c1a-48f5-ae38-915bb240d2b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:32.53176533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bee6081-2c1a-48f5-ae38-915bb240d2b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:32.584426625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bee6081-2c1a-48f5-ae38-915bb240d2b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:34.511974259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0dfad25-12ef-4e31-b327-bef347579bff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:34.574094596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0dfad25-12ef-4e31-b327-bef347579bff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:34.627598396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0dfad25-12ef-4e31-b327-bef347579bff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:34.68076407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0dfad25-12ef-4e31-b327-bef347579bff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:35.617882323Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:35.675033503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"default-tenant","reconcileID":"479652c1-5c44-4283-b4b8-f09015b38264","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c9d1fc","tenantID":"e2e-api-a-c9d1fc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:35.856026997Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"default-tenant","reconcileID":"479652c1-5c44-4283-b4b8-f09015b38264","name":"e2e-api-a-c9d1fc-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:36.611777754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8602d3d-453a-428f-8d7f-84dc467abc70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:36.664983468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8602d3d-453a-428f-8d7f-84dc467abc70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:36.717996233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8602d3d-453a-428f-8d7f-84dc467abc70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:36.771106924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8602d3d-453a-428f-8d7f-84dc467abc70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:37.201569709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"e2e-e2e-api-a-b4a230-policy","reconcileID":"0603e747-2c95-4920-b774-60675693bd4d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b4a230","tenantID":"e2e-api-a-b4a230","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:37.258902399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"e2e-e2e-api-a-b4a230-policy","reconcileID":"0603e747-2c95-4920-b774-60675693bd4d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"name":"e2e-api-a-b4a230-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:37.314316038Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-b4a230-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b3fff6a8609ed584177079ca8d33eb9a275978465b7e71713e2e2058514fbc15) AuthConfig (a0d0c2209c311a19ebeed8fd58587597c7a42129302f437137a3c0cac7b972e7) AuthConfig (36e2fced094d91c741ae2bdf6457d98a1ddcdffe6d3284c059c22b94eacabcd4) AuthConfig (b7b6e8988b8c218162d83a27d1ae81eaab8a9c9a7814a3870ad8b047bfef68c9) AuthConfig (d0da6b1e822019c5b050df6f159af4447d456cbfe2e561adf3865603c7e44aa3) AuthConfig (238fa77684417c3f87ace0ba31b4828760b1f561bf45e138a5390991747be5c9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"e2e-e2e-api-a-b4a230-policy","reconcileID":"0603e747-2c95-4920-b774-60675693bd4d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:37.370287697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8dba5f7-d8b0-4488-84a5-1010d4731c16","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:37.370306037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8dba5f7-d8b0-4488-84a5-1010d4731c16","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:38.692958344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ac9c5e4-0458-4dfe-95bd-1873e2b55d46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:38.747256838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ac9c5e4-0458-4dfe-95bd-1873e2b55d46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:38.830042994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ac9c5e4-0458-4dfe-95bd-1873e2b55d46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:38.883224829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ac9c5e4-0458-4dfe-95bd-1873e2b55d46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:40.844534038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"745d71e4-dcc9-4ad6-8564-8b7c00756850","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:40.897548177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"745d71e4-dcc9-4ad6-8564-8b7c00756850","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:40.950670109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"745d71e4-dcc9-4ad6-8564-8b7c00756850","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:41.00337996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"745d71e4-dcc9-4ad6-8564-8b7c00756850","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:41.161293976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"default-tenant","reconcileID":"a4752b66-6142-45c9-8cca-73447f21d41f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-018cfa","tenantID":"e2e-api-b-018cfa","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:41.284149792Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"default-tenant","reconcileID":"a4752b66-6142-45c9-8cca-73447f21d41f","name":"e2e-api-b-018cfa-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:47.475812194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"e2e-e2e-api-a-b4a230-policy","reconcileID":"d622ccd4-f321-4f65-8779-5ddbc6b73c00","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b4a230","tenantID":"e2e-api-a-b4a230","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:47.532202911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"e2e-e2e-api-a-b4a230-policy","reconcileID":"d622ccd4-f321-4f65-8779-5ddbc6b73c00","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"name":"e2e-api-a-b4a230-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:47.587494324Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-b4a230-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b3fff6a8609ed584177079ca8d33eb9a275978465b7e71713e2e2058514fbc15) AuthConfig (a0d0c2209c311a19ebeed8fd58587597c7a42129302f437137a3c0cac7b972e7) AuthConfig (36e2fced094d91c741ae2bdf6457d98a1ddcdffe6d3284c059c22b94eacabcd4) AuthConfig (b7b6e8988b8c218162d83a27d1ae81eaab8a9c9a7814a3870ad8b047bfef68c9) AuthConfig (d0da6b1e822019c5b050df6f159af4447d456cbfe2e561adf3865603c7e44aa3) AuthConfig (238fa77684417c3f87ace0ba31b4828760b1f561bf45e138a5390991747be5c9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"e2e-e2e-api-a-b4a230-policy","reconcileID":"d622ccd4-f321-4f65-8779-5ddbc6b73c00","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:57.694227325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"e2e-e2e-api-a-b4a230-policy","reconcileID":"ff11d24f-9777-4a4e-a299-9317acf8113d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b4a230","tenantID":"e2e-api-a-b4a230","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:57.750518057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"e2e-e2e-api-a-b4a230-policy","reconcileID":"ff11d24f-9777-4a4e-a299-9317acf8113d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"name":"e2e-api-a-b4a230-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:58.066334418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec414b98-65f0-4739-894f-b81b8cb9b134","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:22:58.066368823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec414b98-65f0-4739-894f-b81b8cb9b134","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:00.699892513Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"ae6c318b-b16c-424b-99e0-21fd955acce9","namespace":"ai-tenant-e2e-mt-d5dcca72","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:00.699954905Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"ae6c318b-b16c-424b-99e0-21fd955acce9","namespace":"ai-tenant-e2e-mt-d5dcca72","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:00.700061958Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"ae6c318b-b16c-424b-99e0-21fd955acce9","tenant":"e2e-mt-d5dcca72","tenantID":"e2e-mt-d5dcca72","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:00.754628223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"ae6c318b-b16c-424b-99e0-21fd955acce9","gvk":"Deployment","name":"maas-api-e2e-mt-d5dcca72","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:00.81563459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"ae6c318b-b16c-424b-99e0-21fd955acce9","gvk":"Service","name":"maas-api-e2e-mt-d5dcca72","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:00.874953775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"ae6c318b-b16c-424b-99e0-21fd955acce9","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-d5dcca72","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:00.929530328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"ae6c318b-b16c-424b-99e0-21fd955acce9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-d5dcca72","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:00.986714616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"ae6c318b-b16c-424b-99e0-21fd955acce9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-d5dcca72","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:01.043680869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"ae6c318b-b16c-424b-99e0-21fd955acce9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-d5dcca72","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:01.10459708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"ae6c318b-b16c-424b-99e0-21fd955acce9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-d5dcca72","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:01.167536497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"ae6c318b-b16c-424b-99e0-21fd955acce9","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-d5dcca72","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:01.222625914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"ae6c318b-b16c-424b-99e0-21fd955acce9","gvk":"Deployment","name":"payload-processing-e2e-mt-d5dcca72","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:01.28096976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"ae6c318b-b16c-424b-99e0-21fd955acce9","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-d5dcca72","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:01.337695969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"ae6c318b-b16c-424b-99e0-21fd955acce9","gvk":"Service","name":"payload-processing-e2e-mt-d5dcca72","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:01.396644725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"ae6c318b-b16c-424b-99e0-21fd955acce9","gvk":"Service","name":"payload-pre-processing-e2e-mt-d5dcca72","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:01.450866939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"ae6c318b-b16c-424b-99e0-21fd955acce9","gvk":"DestinationRule","name":"payload-processing-e2e-mt-d5dcca72","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:01.505683843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"ae6c318b-b16c-424b-99e0-21fd955acce9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-d5dcca72","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:01.559563722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"ae6c318b-b16c-424b-99e0-21fd955acce9","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-d5dcca72","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:01.619653699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"ae6c318b-b16c-424b-99e0-21fd955acce9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-d5dcca72","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:01.672590066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"ae6c318b-b16c-424b-99e0-21fd955acce9","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-d5dcca72","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:01.724777292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"ae6c318b-b16c-424b-99e0-21fd955acce9","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-d5dcca72","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:01.780702525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"ae6c318b-b16c-424b-99e0-21fd955acce9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-d5dcca72","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:01.838795595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"ae6c318b-b16c-424b-99e0-21fd955acce9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-d5dcca72","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:02.692535511Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-d5dcca72","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-d5dcca72","reconcileID":"adda7d61-4185-48e5-afd1-b7e927b7d8d4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-d5dcca72","removed":["maas.opendatahub.io/gateway-access-e2e-mt-d5dcca72"],"unowned":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:23:02.925032467Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"d68ad341-553b-40ac-956b-615cfdb20551","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:23:03.042783163Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"d68ad341-553b-40ac-956b-615cfdb20551","error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:23:03.048701455Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"f9c184ed-72a6-4d84-887e-da05c2a62583","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:23:03.048856346Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"f9c184ed-72a6-4d84-887e-da05c2a62583","error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:23:03.059687691Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"b441dc4d-6d81-479d-b044-0102ef41fcb6","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:23:03.059738161Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"b441dc4d-6d81-479d-b044-0102ef41fcb6","error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:23:03.080939253Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"b8555178-0203-4575-9392-8b30e83e0612","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:23:03.080988039Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"b8555178-0203-4575-9392-8b30e83e0612","error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:23:03.121894998Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"9dba5007-0043-4075-90ef-869871045396","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:23:03.12194685Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"9dba5007-0043-4075-90ef-869871045396","error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:23:03.203015956Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"4e5640c6-3ec4-41d3-a59a-7202041fb5d9","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:23:03.203078878Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"4e5640c6-3ec4-41d3-a59a-7202041fb5d9","error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:23:03.363822869Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"d3285788-86e4-479f-9e93-a10affd34f8a","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:23:03.363894871Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"d3285788-86e4-479f-9e93-a10affd34f8a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:23:03.684194596Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"c6627eb0-900b-488d-b82d-97955b22669e","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:23:03.684270494Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"c6627eb0-900b-488d-b82d-97955b22669e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:03.90613604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a4154bb-34e3-4058-a233-fcb9fdaaa55f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:03.959064036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a4154bb-34e3-4058-a233-fcb9fdaaa55f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:04.011921596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a4154bb-34e3-4058-a233-fcb9fdaaa55f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:04.065115337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a4154bb-34e3-4058-a233-fcb9fdaaa55f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:23:04.32517694Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"b7289cb8-2884-4cd8-8ea9-1f63d37f85d3","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:23:04.325251999Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"b7289cb8-2884-4cd8-8ea9-1f63d37f85d3","error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:23:05.606289862Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"9c379735-1de8-4758-a970-6f8ea58cb507","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:23:05.606375799Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"9c379735-1de8-4758-a970-6f8ea58cb507","error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:05.609308493Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:06.003798214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf238330-0402-45f4-8a8b-4c061e14e9fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:06.056436592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf238330-0402-45f4-8a8b-4c061e14e9fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:06.109731502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf238330-0402-45f4-8a8b-4c061e14e9fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:06.162332955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf238330-0402-45f4-8a8b-4c061e14e9fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:23:08.172219394Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"c5ba39a6-39ef-4386-8fe2-3da3831514a8","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:23:08.172401735Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"c5ba39a6-39ef-4386-8fe2-3da3831514a8","error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:08.204014854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99ef20b4-2b97-4080-b348-a00379d91910","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:08.257124939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99ef20b4-2b97-4080-b348-a00379d91910","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:08.310086642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99ef20b4-2b97-4080-b348-a00379d91910","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:08.362995699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99ef20b4-2b97-4080-b348-a00379d91910","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:23:11.591878738Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"e4129878-1464-47d9-a75e-b6118577eac9","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:23:11.591957029Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"e4129878-1464-47d9-a75e-b6118577eac9","error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:23:11.805935649Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"70974558-f98e-431d-989a-5b7c64dff92a","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:23:11.80600237Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"70974558-f98e-431d-989a-5b7c64dff92a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:12.592730546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"150c8f02-30b4-4846-b607-7138a300aa5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:12.646266895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"150c8f02-30b4-4846-b607-7138a300aa5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:12.699026428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"150c8f02-30b4-4846-b607-7138a300aa5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:12.751736211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"150c8f02-30b4-4846-b607-7138a300aa5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:13.020075173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"b39906d1-6215-4806-9146-b48e15e537ab","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"tenant":"e2e-mt-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","model":"ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:13.020094501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"b39906d1-6215-4806-9146-b48e15e537ab","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"routeName":"e2e-lifecycle-model-d5dcca72-kserve-route","namespace":"ai-tenant-e2e-mt-d5dcca72","llmisvcName":"e2e-lifecycle-model-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:13.195393681Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-d5dcca72","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-d5dcca72","reconcileID":"a7039cb5-aba7-4ef2-8d10-dfd185b2b6e5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-d5dcca72","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-d5dcca72":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:14.148962873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"1dfad55c-dad7-4b26-98af-74820a525773","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"tenant":"e2e-mt-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","model":"ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:14.148982517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"1dfad55c-dad7-4b26-98af-74820a525773","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"routeName":"e2e-lifecycle-model-d5dcca72-kserve-route","namespace":"ai-tenant-e2e-mt-d5dcca72","llmisvcName":"e2e-lifecycle-model-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:14.690751042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d080666d-5a0a-4fb2-b760-174a07427659","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:14.743506171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d080666d-5a0a-4fb2-b760-174a07427659","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:14.796115387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d080666d-5a0a-4fb2-b760-174a07427659","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:14.848924522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d080666d-5a0a-4fb2-b760-174a07427659","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:17.016937807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab4d078d-2a4e-4ad8-8fd5-c2e85b31609b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:17.071828783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab4d078d-2a4e-4ad8-8fd5-c2e85b31609b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:17.124735269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab4d078d-2a4e-4ad8-8fd5-c2e85b31609b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:17.20966832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab4d078d-2a4e-4ad8-8fd5-c2e85b31609b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:19.226116226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e8904b1-c467-4d98-a808-a8f73c58357a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:19.280311105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e8904b1-c467-4d98-a808-a8f73c58357a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:19.33755367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e8904b1-c467-4d98-a808-a8f73c58357a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:19.39093962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e8904b1-c467-4d98-a808-a8f73c58357a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:21.33851612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44403ef6-5c3c-4660-bece-6263f5ade63e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:21.392090954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44403ef6-5c3c-4660-bece-6263f5ade63e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:21.446428972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44403ef6-5c3c-4660-bece-6263f5ade63e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:21.502988182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44403ef6-5c3c-4660-bece-6263f5ade63e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:23.490484201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88e942c5-e55e-4c3f-9a12-2ef472afb383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:23.550548128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88e942c5-e55e-4c3f-9a12-2ef472afb383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:23.6042276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88e942c5-e55e-4c3f-9a12-2ef472afb383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:23.664390434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88e942c5-e55e-4c3f-9a12-2ef472afb383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:25.622803349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d202e07-fbf5-466a-84d5-574817b5dcee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:25.676380433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d202e07-fbf5-466a-84d5-574817b5dcee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:25.729857415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d202e07-fbf5-466a-84d5-574817b5dcee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:25.78292268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d202e07-fbf5-466a-84d5-574817b5dcee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:27.799531205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e50bd15-dc83-40dd-9894-0d7c85867323","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:27.852416307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e50bd15-dc83-40dd-9894-0d7c85867323","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:27.905138882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e50bd15-dc83-40dd-9894-0d7c85867323","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:27.958099862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e50bd15-dc83-40dd-9894-0d7c85867323","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:28.280271192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"default-tenant","reconcileID":"b1b66bcc-a68b-4b17-942d-9df8008db408","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a27da5","tenantID":"e2e-api-b-a27da5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:28.400719012Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"default-tenant","reconcileID":"b1b66bcc-a68b-4b17-942d-9df8008db408","name":"e2e-api-b-a27da5-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:35.248537908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47e970b5-a9cc-4517-8638-b909b80a563d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:35.30134756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47e970b5-a9cc-4517-8638-b909b80a563d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:35.353911476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47e970b5-a9cc-4517-8638-b909b80a563d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:35.406547675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47e970b5-a9cc-4517-8638-b909b80a563d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:35.609614708Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:37.29463207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67a73376-2647-4f2a-8af7-4700567c1690","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:37.348853533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67a73376-2647-4f2a-8af7-4700567c1690","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:37.401753421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67a73376-2647-4f2a-8af7-4700567c1690","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:37.45476403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67a73376-2647-4f2a-8af7-4700567c1690","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:37.481837174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13ea79a6-78c9-44e8-a6c2-c4d15b3b43df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:37.481853947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13ea79a6-78c9-44e8-a6c2-c4d15b3b43df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:37.5384966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2dfdb8e2-1c44-484f-bd2d-1e4b9ab16fa8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:37.538514535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2dfdb8e2-1c44-484f-bd2d-1e4b9ab16fa8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:37.666202758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"4d88f457-a9db-45ca-9d32-59c4c100c98d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:37.668370855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"e2e-e2e-api-b-d6544b-policy","reconcileID":"5427eed6-03e5-4d6d-aa2b-4e81460ad0b5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d6544b","tenantID":"e2e-api-b-d6544b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:37.777869609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-subscription","reconcileID":"58aecda6-31c9-4b9d-8486-f8445f83f8b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-premium-w4-398828","model":"e2e-models-e2e-worker-w4-398828/premium-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:37.790734556Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"e2e-e2e-api-b-d6544b-policy","reconcileID":"5427eed6-03e5-4d6d-aa2b-4e81460ad0b5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"name":"e2e-api-b-d6544b-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:37.845430375Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d6544b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"e2e-e2e-api-b-d6544b-policy","reconcileID":"5427eed6-03e5-4d6d-aa2b-4e81460ad0b5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:37.866643437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-subscription","reconcileID":"b3bc55f2-fa70-46c4-96dd-db25c73929ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-premium-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:37.903077436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3914f603-be50-4f25-abca-d591d64dfa53","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:37.903096217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3914f603-be50-4f25-abca-d591d64dfa53","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:37.970261606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"54bddc97-4d87-43c3-88e1-7b07d6250d71","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:38.144303304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"28635af9-1dc2-49dc-820a-d624fa5ecedb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:38.260867273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"666d8966-8b42-4ee4-897f-cf3b76b07f2b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:38.362183249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"f4b9a608-7365-4d2c-a3dc-d95bb72a4cca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-premium-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:38.464293372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"c24c9baa-fbb8-44ba-9186-7630e18432e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:38.512183628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"e464c841-8da3-4486-adf3-5dfdd357f484","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:38.570318866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"e2e-e2e-api-a-ed15c1-policy","reconcileID":"8dccd5e4-d39e-4834-b6e0-43a0f69cdeb3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ed15c1","tenantID":"e2e-api-a-ed15c1","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:38.627902152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"e2e-e2e-api-a-ed15c1-policy","reconcileID":"8dccd5e4-d39e-4834-b6e0-43a0f69cdeb3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"name":"e2e-api-a-ed15c1-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:38.677605653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f8124215-4319-4019-98b6-4651a7a55705","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:38.729884027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"e945d7d7-6889-42be-a706-be097e324f14","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:38.944858231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"e2e-e2e-api-a-ed15c1-policy","reconcileID":"52fcf321-5a7a-4125-bbf9-1fe723b4ac36","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ed15c1","tenantID":"e2e-api-a-ed15c1","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:38.998009621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9b8f6e34-7b18-4f54-afef-db76a4b807ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:39.001729357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"e2e-e2e-api-a-ed15c1-policy","reconcileID":"52fcf321-5a7a-4125-bbf9-1fe723b4ac36","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"name":"e2e-api-a-ed15c1-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:39.403383702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d38e356-f166-4aae-8205-e6f6b51c2ed2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:39.456151877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d38e356-f166-4aae-8205-e6f6b51c2ed2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:39.5089881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d38e356-f166-4aae-8205-e6f6b51c2ed2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:39.56186237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d38e356-f166-4aae-8205-e6f6b51c2ed2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:41.489134303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a062bf29-003c-42e8-8728-d077000b6420","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:41.541869657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a062bf29-003c-42e8-8728-d077000b6420","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:41.59464742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a062bf29-003c-42e8-8728-d077000b6420","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:41.647731435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a062bf29-003c-42e8-8728-d077000b6420","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:43.546755281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60524b43-613c-4ba6-b0a1-74baba445fc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:43.599595011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60524b43-613c-4ba6-b0a1-74baba445fc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:43.656832923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60524b43-613c-4ba6-b0a1-74baba445fc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:43.709934926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60524b43-613c-4ba6-b0a1-74baba445fc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:45.7799662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"798983eb-4a7a-471b-9c86-63650ab39ca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:45.834569261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"798983eb-4a7a-471b-9c86-63650ab39ca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:45.889885554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"798983eb-4a7a-471b-9c86-63650ab39ca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:45.943338539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"798983eb-4a7a-471b-9c86-63650ab39ca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:46.023411444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"546a646c-e323-4a64-a0b4-dc0c9e10a346","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:46.023431563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"546a646c-e323-4a64-a0b4-dc0c9e10a346","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:46.080152213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c51ec94f-2791-419d-8043-132ddabb069d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:46.080172692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c51ec94f-2791-419d-8043-132ddabb069d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:46.211379747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"e2e-e2e-api-a-c9d1fc-policy","reconcileID":"eb02b0af-fd73-4b1b-bb22-e91566226f0d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c9d1fc","tenantID":"e2e-api-a-c9d1fc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:46.334065404Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"e2e-e2e-api-a-c9d1fc-policy","reconcileID":"eb02b0af-fd73-4b1b-bb22-e91566226f0d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"name":"e2e-api-a-c9d1fc-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:46.389139717Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-c9d1fc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"e2e-e2e-api-a-c9d1fc-policy","reconcileID":"eb02b0af-fd73-4b1b-bb22-e91566226f0d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:46.446487557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"657d5c31-8a57-445b-b2fb-1ef7df6a9287","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:46.446507681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"657d5c31-8a57-445b-b2fb-1ef7df6a9287","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:48.00924231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc7fee6b-8c12-4c7c-9468-9aa4e486cdf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:48.009433241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"e2e-e2e-api-b-d6544b-policy","reconcileID":"711089bc-2096-443b-84c4-6f3efbccccd7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d6544b","tenantID":"e2e-api-b-d6544b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:48.062184545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc7fee6b-8c12-4c7c-9468-9aa4e486cdf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:48.115428407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc7fee6b-8c12-4c7c-9468-9aa4e486cdf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:48.168532964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc7fee6b-8c12-4c7c-9468-9aa4e486cdf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:48.172363743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"e2e-e2e-api-b-d6544b-policy","reconcileID":"711089bc-2096-443b-84c4-6f3efbccccd7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"name":"e2e-api-b-d6544b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:48.227525866Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d6544b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"e2e-e2e-api-b-d6544b-policy","reconcileID":"711089bc-2096-443b-84c4-6f3efbccccd7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:49.120024693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"e2e-e2e-api-a-ed15c1-policy","reconcileID":"5ac4cffb-82d0-4847-82cd-ab79c0b42955","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ed15c1","tenantID":"e2e-api-a-ed15c1","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:49.177320631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"e2e-e2e-api-a-ed15c1-policy","reconcileID":"5ac4cffb-82d0-4847-82cd-ab79c0b42955","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"name":"e2e-api-a-ed15c1-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:49.520760601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"e2e-e2e-api-a-ed15c1-policy","reconcileID":"05253f2b-a138-4c7d-b3db-666f74463656","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ed15c1","tenantID":"e2e-api-a-ed15c1","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:49.577517774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"e2e-e2e-api-a-ed15c1-policy","reconcileID":"05253f2b-a138-4c7d-b3db-666f74463656","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"name":"e2e-api-a-ed15c1-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:50.135930602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05a10a03-539d-42f7-bd1f-7600a390e138","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:50.189020227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05a10a03-539d-42f7-bd1f-7600a390e138","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:50.241889546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05a10a03-539d-42f7-bd1f-7600a390e138","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:50.296845853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05a10a03-539d-42f7-bd1f-7600a390e138","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:50.820036454Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-c170e9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-c170e9","reconcileID":"ef817b3a-8902-4a5c-9d61-15d435f8fac6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-c170e9","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-c170e9":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:52.21870447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3474bda3-511e-4dc0-ad10-9008f899879d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:52.271416484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3474bda3-511e-4dc0-ad10-9008f899879d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:52.32429493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3474bda3-511e-4dc0-ad10-9008f899879d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:52.376933568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3474bda3-511e-4dc0-ad10-9008f899879d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:53.202923703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa8b9bfb-5af2-4276-85bc-9fdbb52cbdb0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:53.202950181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa8b9bfb-5af2-4276-85bc-9fdbb52cbdb0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:53.291543584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef96bf5c-6d94-4de6-ae18-e95013cf660d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:53.291631716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef96bf5c-6d94-4de6-ae18-e95013cf660d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:53.428639329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"e2e-e2e-api-b-018cfa-policy","reconcileID":"6256d9b7-20c7-4cc4-92d4-7f940d5abf45","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-018cfa","tenantID":"e2e-api-b-018cfa","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:53.606382783Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"e2e-e2e-api-b-018cfa-policy","reconcileID":"6256d9b7-20c7-4cc4-92d4-7f940d5abf45","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"name":"e2e-api-b-018cfa-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:53.661397356Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-018cfa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"e2e-e2e-api-b-018cfa-policy","reconcileID":"6256d9b7-20c7-4cc4-92d4-7f940d5abf45","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:53.72166782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b76a8221-a32b-4df8-8a7f-41713926576b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:53.721684323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b76a8221-a32b-4df8-8a7f-41713926576b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:53.74824035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"e2e-e2e-api-a-0d26af-policy","reconcileID":"c7edefb2-7602-484b-8be4-9cfbbcdd9992","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0d26af","tenantID":"e2e-api-a-0d26af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:53.833638547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"e2e-e2e-api-a-0d26af-policy","reconcileID":"c7edefb2-7602-484b-8be4-9cfbbcdd9992","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"name":"e2e-api-a-0d26af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:54.221843119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"e2e-e2e-api-a-0d26af-policy","reconcileID":"bdcddb27-fc8c-4017-a48e-efd78b2109a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0d26af","tenantID":"e2e-api-a-0d26af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:54.289118621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"e2e-e2e-api-a-0d26af-policy","reconcileID":"bdcddb27-fc8c-4017-a48e-efd78b2109a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"name":"e2e-api-a-0d26af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:54.437277086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11cf0ae5-9217-4982-bfe1-695acd5473ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:54.503102462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11cf0ae5-9217-4982-bfe1-695acd5473ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:54.581912297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11cf0ae5-9217-4982-bfe1-695acd5473ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:54.636576825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11cf0ae5-9217-4982-bfe1-695acd5473ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:56.543414099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"229fd618-31a6-40a2-8dab-ccd1061977e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:56.595969558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"229fd618-31a6-40a2-8dab-ccd1061977e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:56.648696998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"229fd618-31a6-40a2-8dab-ccd1061977e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:56.648843908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"e2e-e2e-api-a-c9d1fc-policy","reconcileID":"6ca655ea-e3dd-4507-a1a3-2fcef2b793a3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c9d1fc","tenantID":"e2e-api-a-c9d1fc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:56.701161215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"229fd618-31a6-40a2-8dab-ccd1061977e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:56.758442966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"e2e-e2e-api-a-c9d1fc-policy","reconcileID":"6ca655ea-e3dd-4507-a1a3-2fcef2b793a3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"name":"e2e-api-a-c9d1fc-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:56.816870298Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-c9d1fc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"e2e-e2e-api-a-c9d1fc-policy","reconcileID":"6ca655ea-e3dd-4507-a1a3-2fcef2b793a3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:58.334917807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"e2e-e2e-api-b-d6544b-policy","reconcileID":"c892e474-1cef-45ff-adfe-e45fb19379f8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d6544b","tenantID":"e2e-api-b-d6544b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:58.391567491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"e2e-e2e-api-b-d6544b-policy","reconcileID":"c892e474-1cef-45ff-adfe-e45fb19379f8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"name":"e2e-api-b-d6544b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:58.446888278Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d6544b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"e2e-e2e-api-b-d6544b-policy","reconcileID":"c892e474-1cef-45ff-adfe-e45fb19379f8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:58.675621022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a80c2711-d9d2-4006-aaf8-2d671199dd00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:58.736060571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a80c2711-d9d2-4006-aaf8-2d671199dd00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:58.789192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a80c2711-d9d2-4006-aaf8-2d671199dd00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:23:58.842243118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a80c2711-d9d2-4006-aaf8-2d671199dd00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:01.109494019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17d14962-2a90-4d1b-8015-cdaf9bcc6b9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:01.162003052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17d14962-2a90-4d1b-8015-cdaf9bcc6b9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:01.214726529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17d14962-2a90-4d1b-8015-cdaf9bcc6b9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:01.267229055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17d14962-2a90-4d1b-8015-cdaf9bcc6b9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:03.828622347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"e2e-e2e-api-b-018cfa-policy","reconcileID":"01e9a258-e5f0-402e-a47a-62a0cdab10a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-018cfa","tenantID":"e2e-api-b-018cfa","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:03.968928451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"e2e-e2e-api-b-018cfa-policy","reconcileID":"01e9a258-e5f0-402e-a47a-62a0cdab10a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"name":"e2e-api-b-018cfa-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:04.026053519Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-018cfa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"e2e-e2e-api-b-018cfa-policy","reconcileID":"01e9a258-e5f0-402e-a47a-62a0cdab10a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:04.721936235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"e2e-e2e-api-a-0d26af-policy","reconcileID":"d41ba654-bd04-4d93-8a96-54fa0de867e6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0d26af","tenantID":"e2e-api-a-0d26af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:04.782890699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"e2e-e2e-api-a-0d26af-policy","reconcileID":"d41ba654-bd04-4d93-8a96-54fa0de867e6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"name":"e2e-api-a-0d26af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:05.093656531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"e2e-e2e-api-a-0d26af-policy","reconcileID":"c0b7ce76-c814-44df-abdc-5c07550312df","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0d26af","tenantID":"e2e-api-a-0d26af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:05.149803671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"e2e-e2e-api-a-0d26af-policy","reconcileID":"c0b7ce76-c814-44df-abdc-5c07550312df","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"name":"e2e-api-a-0d26af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:05.611331505Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:06.052843979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"d160f11c-ce49-4c42-beb8-6b5b787512fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:06.153847009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"c651c9b8-2329-4c34-bd0e-aeb0850e6378","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:06.153859982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"d16e5120-a2e2-4697-b1ec-68af073d5690","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:06.252396391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-subscription","reconcileID":"dd0a6a21-ea8d-4588-ad1d-68fa65281e5e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-premium-w4-398828","model":"e2e-models-e2e-worker-w4-398828/premium-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:06.35243835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"651d58db-f28b-49f7-942f-2768b17fc159","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:06.456862188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"5294e5a7-6a28-4c9a-a972-837418afa0fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:06.57501646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-subscription","reconcileID":"c0262a92-5a52-4eea-9f41-042f4e0654a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-premium-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:06.655688197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"0d70d75b-d872-4e08-a4b5-d3b1efda5e56","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:06.75402154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"35eacaf6-cbb2-4504-958d-67b21439b52e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:06.853198867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"071099e0-621d-4896-9f0f-7bdea882c68e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:06.92278647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"e2e-e2e-api-a-c9d1fc-policy","reconcileID":"54d01e5a-a507-4700-8e09-01f1f57c0a7d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c9d1fc","tenantID":"e2e-api-a-c9d1fc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:06.954829248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"976f3c55-7705-4786-a686-8eb047139c61","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-premium-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:06.954969462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"6eb6d038-12a9-42c3-890f-1ead68cc306b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:06.978851721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"e2e-e2e-api-a-c9d1fc-policy","reconcileID":"54d01e5a-a507-4700-8e09-01f1f57c0a7d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"name":"e2e-api-a-c9d1fc-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:07.034000394Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-c9d1fc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c56f244e94387b3e4a70af51195b096700f50bcbbca35f265e96d0275e1b8a54) AuthConfig (ef9b9552babdb663383dac272c35b4b0c5d8fa69215a5e244b215a43f3d51932) AuthConfig (85fde1720739c06298e7f61561acf25d4a60414083a6234be6b73a1615f0aca1) AuthConfig (e930c0a183b2847b6e320e8fdd6c6fcd3d04e60eb9bd6da031d1788ceb55985a) AuthConfig (873e5105f096691566c947001eb45b4e8e08672ac6991bd8c580dfdc6672bd1d) AuthConfig (723e97eb43104d588346383b198b2187c81093573cf03cc05c08ab33a97446a4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"e2e-e2e-api-a-c9d1fc-policy","reconcileID":"54d01e5a-a507-4700-8e09-01f1f57c0a7d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:07.091089464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59b46e19-f499-450f-94fa-eb97d51060ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:07.091106648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59b46e19-f499-450f-94fa-eb97d51060ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:08.552632145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"e2e-e2e-api-b-d6544b-policy","reconcileID":"df4cbca7-c0fa-473d-9035-1c7c354836c1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d6544b","tenantID":"e2e-api-b-d6544b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:08.608805986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"e2e-e2e-api-b-d6544b-policy","reconcileID":"df4cbca7-c0fa-473d-9035-1c7c354836c1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"name":"e2e-api-b-d6544b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:08.663499694Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d6544b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e912cc063d4bee4ef0ca8bd662108a9cf03e1b08ce1ed4647fb77cb6eba1b7d4) AuthConfig (ea3735522330388ec5eae1630d62649ee9e66070a3ec02c2237ab780c03aec26) AuthConfig (79943fa34f7f27abef0e4e4e29e894e3828a316dbe8a90c6b4f845a9682b2b47) AuthConfig (ff8de3a7da01e916b7ce4a077d8f4c2e77f634e208aa014204a84ed858704956) AuthConfig (67206fcecff035a65682e9a9ebcf6a649db5d643314b5488f22ad43ba2877ba3) AuthConfig (fad7232720c39409e3ca31a33bb45d54c91a70029a89169257160c7bb2f893ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"e2e-e2e-api-b-d6544b-policy","reconcileID":"df4cbca7-c0fa-473d-9035-1c7c354836c1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:08.7209601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d97a7751-781e-448d-b8c5-0741aa20210c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:08.720978011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d97a7751-781e-448d-b8c5-0741aa20210c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:14.171260355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"e2e-e2e-api-b-018cfa-policy","reconcileID":"7a1f6da3-ee62-4f8a-afb6-ad5af8571daf","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-018cfa","tenantID":"e2e-api-b-018cfa","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:14.228650545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"e2e-e2e-api-b-018cfa-policy","reconcileID":"7a1f6da3-ee62-4f8a-afb6-ad5af8571daf","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"name":"e2e-api-b-018cfa-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:14.283580946Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-018cfa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4a31efd0a1d709471c8de94246c5e1df797138f3783c87ca7d3696bfcec3a61b) AuthConfig (88297867fa297af545774bcd1730fd9092d8e877513ba941f6c35361725fb30d) AuthConfig (489c881107a7c46388c4719b2fc69795e67e505d0844729a11cdff46cce724ab) AuthConfig (e227e7d567c7c56b38655615153622002d87377e6aeb1bd9df51258d343b15fd) AuthConfig (7d1161b979284c5e12611d443d718b1550c4ec563ffe92934b78c89bb5028ab0) AuthConfig (93378f6b34fb3f1ffa999e798e0ec7c4a20c856c46ae7ec3bee51b3fcc81bacc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"e2e-e2e-api-b-018cfa-policy","reconcileID":"7a1f6da3-ee62-4f8a-afb6-ad5af8571daf","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:14.341106585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"47f7534c-d1b6-453b-bf4f-05c79214e93a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:14.341122476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"47f7534c-d1b6-453b-bf4f-05c79214e93a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:15.295926038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"03a193f1-a874-464f-aa4a-14e352cfd1c3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-d5dcca72","tenantID":"e2e-mt-d5dcca72","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:15.411685916Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"03a193f1-a874-464f-aa4a-14e352cfd1c3","name":"e2e-mt-d5dcca72-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:17.196429901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"e2e-e2e-api-a-c9d1fc-policy","reconcileID":"527e57f0-eddb-455a-a0e6-de5805303a02","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c9d1fc","tenantID":"e2e-api-a-c9d1fc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:17.253449707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"e2e-e2e-api-a-c9d1fc-policy","reconcileID":"527e57f0-eddb-455a-a0e6-de5805303a02","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"name":"e2e-api-a-c9d1fc-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:17.309411478Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-c9d1fc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c56f244e94387b3e4a70af51195b096700f50bcbbca35f265e96d0275e1b8a54) AuthConfig (ef9b9552babdb663383dac272c35b4b0c5d8fa69215a5e244b215a43f3d51932) AuthConfig (85fde1720739c06298e7f61561acf25d4a60414083a6234be6b73a1615f0aca1) AuthConfig (e930c0a183b2847b6e320e8fdd6c6fcd3d04e60eb9bd6da031d1788ceb55985a) AuthConfig (873e5105f096691566c947001eb45b4e8e08672ac6991bd8c580dfdc6672bd1d) AuthConfig (723e97eb43104d588346383b198b2187c81093573cf03cc05c08ab33a97446a4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"e2e-e2e-api-a-c9d1fc-policy","reconcileID":"527e57f0-eddb-455a-a0e6-de5805303a02","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:18.82618733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"e2e-e2e-api-b-d6544b-policy","reconcileID":"dde8202e-7e56-4d23-a700-cfe16e4ad710","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d6544b","tenantID":"e2e-api-b-d6544b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:18.882955732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"e2e-e2e-api-b-d6544b-policy","reconcileID":"dde8202e-7e56-4d23-a700-cfe16e4ad710","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"name":"e2e-api-b-d6544b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:18.93815298Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d6544b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e912cc063d4bee4ef0ca8bd662108a9cf03e1b08ce1ed4647fb77cb6eba1b7d4) AuthConfig (ea3735522330388ec5eae1630d62649ee9e66070a3ec02c2237ab780c03aec26) AuthConfig (79943fa34f7f27abef0e4e4e29e894e3828a316dbe8a90c6b4f845a9682b2b47) AuthConfig (ff8de3a7da01e916b7ce4a077d8f4c2e77f634e208aa014204a84ed858704956) AuthConfig (67206fcecff035a65682e9a9ebcf6a649db5d643314b5488f22ad43ba2877ba3) AuthConfig (fad7232720c39409e3ca31a33bb45d54c91a70029a89169257160c7bb2f893ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"e2e-e2e-api-b-d6544b-policy","reconcileID":"dde8202e-7e56-4d23-a700-cfe16e4ad710","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:20.324049751Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"default-tenant","reconcileID":"5e07ddc7-f5c6-44eb-a25f-aa0dd5112d9c","namespace":"ai-tenant-e2e-api-a-ed15c1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:20.324107329Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"default-tenant","reconcileID":"5e07ddc7-f5c6-44eb-a25f-aa0dd5112d9c","namespace":"ai-tenant-e2e-api-a-ed15c1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:20.324152824Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"default-tenant","reconcileID":"5e07ddc7-f5c6-44eb-a25f-aa0dd5112d9c","name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:20.38075447Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"default-tenant","reconcileID":"5e07ddc7-f5c6-44eb-a25f-aa0dd5112d9c","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:20.381023713Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"e2e-e2e-api-a-ed15c1-policy","reconcileID":"35262bb9-c932-43d0-a5f8-780175883e26","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:20.381383256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"305c9eed-5dd2-4c5d-8e1e-dcfc169e4d1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:20.381398733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"305c9eed-5dd2-4c5d-8e1e-dcfc169e4d1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:20.541547046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"e2e-e2e-api-a-ed15c1-policy","reconcileID":"35262bb9-c932-43d0-a5f8-780175883e26","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ed15c1","tenantID":"e2e-api-a-ed15c1","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:20.665346461Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"e2e-e2e-api-a-ed15c1-policy","reconcileID":"35262bb9-c932-43d0-a5f8-780175883e26","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"name":"e2e-api-a-ed15c1-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:20.665398474Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"e2e-e2e-api-a-ed15c1-policy","reconcileID":"35262bb9-c932-43d0-a5f8-780175883e26","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed15c1-policy","namespace":"ai-tenant-e2e-api-a-ed15c1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ed15c1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:20.721064884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93933485-75a3-4702-8321-50aa4d0d6c82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:20.72108453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93933485-75a3-4702-8321-50aa4d0d6c82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:24.446070131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"e2e-e2e-api-b-018cfa-policy","reconcileID":"bc87be57-0f8e-4de4-9c10-c43469e4affb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-018cfa","tenantID":"e2e-api-b-018cfa","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:24.502887529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"e2e-e2e-api-b-018cfa-policy","reconcileID":"bc87be57-0f8e-4de4-9c10-c43469e4affb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"name":"e2e-api-b-018cfa-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:24.55804121Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-018cfa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4a31efd0a1d709471c8de94246c5e1df797138f3783c87ca7d3696bfcec3a61b) AuthConfig (88297867fa297af545774bcd1730fd9092d8e877513ba941f6c35361725fb30d) AuthConfig (489c881107a7c46388c4719b2fc69795e67e505d0844729a11cdff46cce724ab) AuthConfig (e227e7d567c7c56b38655615153622002d87377e6aeb1bd9df51258d343b15fd) AuthConfig (7d1161b979284c5e12611d443d718b1550c4ec563ffe92934b78c89bb5028ab0) AuthConfig (93378f6b34fb3f1ffa999e798e0ec7c4a20c856c46ae7ec3bee51b3fcc81bacc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"e2e-e2e-api-b-018cfa-policy","reconcileID":"bc87be57-0f8e-4de4-9c10-c43469e4affb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:25.130455925Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"default-tenant","reconcileID":"7dffc443-275e-440d-adda-0551b7d27a37","namespace":"ai-tenant-e2e-api-a-0d26af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:25.13051098Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"default-tenant","reconcileID":"7dffc443-275e-440d-adda-0551b7d27a37","namespace":"ai-tenant-e2e-api-a-0d26af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:25.130558603Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"default-tenant","reconcileID":"7dffc443-275e-440d-adda-0551b7d27a37","name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:25.185119441Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"default-tenant","reconcileID":"7dffc443-275e-440d-adda-0551b7d27a37","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:25.185456692Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"e2e-e2e-api-a-0d26af-policy","reconcileID":"efa9ba0a-3737-4648-a883-e724f59b1ab4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:25.185735661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88aaa98c-6107-4740-ac38-8694ecb1d80e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:25.185759323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88aaa98c-6107-4740-ac38-8694ecb1d80e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:25.343795245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"e2e-e2e-api-a-0d26af-policy","reconcileID":"efa9ba0a-3737-4648-a883-e724f59b1ab4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0d26af","tenantID":"e2e-api-a-0d26af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:25.466517213Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"e2e-e2e-api-a-0d26af-policy","reconcileID":"efa9ba0a-3737-4648-a883-e724f59b1ab4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"name":"e2e-api-a-0d26af-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:25.466542223Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"e2e-e2e-api-a-0d26af-policy","reconcileID":"efa9ba0a-3737-4648-a883-e724f59b1ab4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0d26af-policy","namespace":"ai-tenant-e2e-api-a-0d26af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0d26af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:25.523204688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"969fff16-e1f0-480a-b5a3-c4456f6fb273","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:25.523222441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"969fff16-e1f0-480a-b5a3-c4456f6fb273","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:27.415292468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"e2e-e2e-api-a-c9d1fc-policy","reconcileID":"41ed4959-1741-4afe-bd24-195bed196f47","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c9d1fc","tenantID":"e2e-api-a-c9d1fc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:27.471634723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"e2e-e2e-api-a-c9d1fc-policy","reconcileID":"41ed4959-1741-4afe-bd24-195bed196f47","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"name":"e2e-api-a-c9d1fc-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:27.527521943Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-c9d1fc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c56f244e94387b3e4a70af51195b096700f50bcbbca35f265e96d0275e1b8a54) AuthConfig (ef9b9552babdb663383dac272c35b4b0c5d8fa69215a5e244b215a43f3d51932) AuthConfig (85fde1720739c06298e7f61561acf25d4a60414083a6234be6b73a1615f0aca1) AuthConfig (e930c0a183b2847b6e320e8fdd6c6fcd3d04e60eb9bd6da031d1788ceb55985a) AuthConfig (873e5105f096691566c947001eb45b4e8e08672ac6991bd8c580dfdc6672bd1d) AuthConfig (723e97eb43104d588346383b198b2187c81093573cf03cc05c08ab33a97446a4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"e2e-e2e-api-a-c9d1fc-policy","reconcileID":"41ed4959-1741-4afe-bd24-195bed196f47","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:29.044147854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"e2e-e2e-api-b-d6544b-policy","reconcileID":"f2accac7-8456-4415-a592-23a2bc960396","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d6544b","tenantID":"e2e-api-b-d6544b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:29.101044023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"e2e-e2e-api-b-d6544b-policy","reconcileID":"f2accac7-8456-4415-a592-23a2bc960396","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"name":"e2e-api-b-d6544b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:29.156670814Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d6544b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e912cc063d4bee4ef0ca8bd662108a9cf03e1b08ce1ed4647fb77cb6eba1b7d4) AuthConfig (ea3735522330388ec5eae1630d62649ee9e66070a3ec02c2237ab780c03aec26) AuthConfig (79943fa34f7f27abef0e4e4e29e894e3828a316dbe8a90c6b4f845a9682b2b47) AuthConfig (ff8de3a7da01e916b7ce4a077d8f4c2e77f634e208aa014204a84ed858704956) AuthConfig (67206fcecff035a65682e9a9ebcf6a649db5d643314b5488f22ad43ba2877ba3) AuthConfig (fad7232720c39409e3ca31a33bb45d54c91a70029a89169257160c7bb2f893ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"e2e-e2e-api-b-d6544b-policy","reconcileID":"f2accac7-8456-4415-a592-23a2bc960396","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:31.782526585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aafb347b-bb38-4d01-9987-093577381fe8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:31.836262456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aafb347b-bb38-4d01-9987-093577381fe8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:31.890195899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aafb347b-bb38-4d01-9987-093577381fe8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:31.94299089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aafb347b-bb38-4d01-9987-093577381fe8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:33.869544188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d4bfe6e-37aa-4367-825b-1eb6861e9c08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:33.922303882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d4bfe6e-37aa-4367-825b-1eb6861e9c08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:33.975003155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d4bfe6e-37aa-4367-825b-1eb6861e9c08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:34.027702374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d4bfe6e-37aa-4367-825b-1eb6861e9c08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:34.66312275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"e2e-e2e-api-b-018cfa-policy","reconcileID":"fffd0193-54f9-49fa-b7a4-76c348e6d424","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-018cfa","tenantID":"e2e-api-b-018cfa","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:34.721118799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"e2e-e2e-api-b-018cfa-policy","reconcileID":"fffd0193-54f9-49fa-b7a4-76c348e6d424","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"name":"e2e-api-b-018cfa-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:34.776546086Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-018cfa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4a31efd0a1d709471c8de94246c5e1df797138f3783c87ca7d3696bfcec3a61b) AuthConfig (88297867fa297af545774bcd1730fd9092d8e877513ba941f6c35361725fb30d) AuthConfig (489c881107a7c46388c4719b2fc69795e67e505d0844729a11cdff46cce724ab) AuthConfig (e227e7d567c7c56b38655615153622002d87377e6aeb1bd9df51258d343b15fd) AuthConfig (7d1161b979284c5e12611d443d718b1550c4ec563ffe92934b78c89bb5028ab0) AuthConfig (93378f6b34fb3f1ffa999e798e0ec7c4a20c856c46ae7ec3bee51b3fcc81bacc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"e2e-e2e-api-b-018cfa-policy","reconcileID":"fffd0193-54f9-49fa-b7a4-76c348e6d424","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:35.227867478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"711077b8-2207-4bd0-bf07-8e1b22dbc3c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:35.227886603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"711077b8-2207-4bd0-bf07-8e1b22dbc3c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:35.288695828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c19c67d-bb36-4155-9916-cfe88119fcc2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:35.288713956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c19c67d-bb36-4155-9916-cfe88119fcc2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:35.507127956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"e2e-e2e-api-b-a27da5-policy","reconcileID":"d1078c86-a866-4e8b-bec1-4bb934d82e88","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a27da5","tenantID":"e2e-api-b-a27da5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:35.609590747Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:24:35.6219259Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"e2e-e2e-api-b-a27da5-policy","reconcileID":"d1078c86-a866-4e8b-bec1-4bb934d82e88","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-api-b-a27da5-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:24:35.676844534Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"e2e-e2e-api-b-a27da5-policy","reconcileID":"d1078c86-a866-4e8b-bec1-4bb934d82e88","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-api-b-a27da5-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:35.677229551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd659ae0-6c43-40d9-a730-4658dab300d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:35.677296309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd659ae0-6c43-40d9-a730-4658dab300d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:35.787000686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"e2e-e2e-api-b-a27da5-policy","reconcileID":"59baa3fc-aa11-4637-9213-ec9f112cb526","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a27da5","tenantID":"e2e-api-b-a27da5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:35.911924017Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"e2e-e2e-api-b-a27da5-policy","reconcileID":"59baa3fc-aa11-4637-9213-ec9f112cb526","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"name":"e2e-api-b-a27da5-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:35.967487857Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a27da5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"e2e-e2e-api-b-a27da5-policy","reconcileID":"59baa3fc-aa11-4637-9213-ec9f112cb526","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:36.024812872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"004839a9-9c06-4783-a77b-b6d807c27d5b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:36.024831181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"004839a9-9c06-4783-a77b-b6d807c27d5b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:36.028533493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"e2e-e2e-api-a-b4a230-policy","reconcileID":"6bde03a7-a2af-4aaa-8674-4c42e8dd9f72","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b4a230","tenantID":"e2e-api-a-b4a230","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:36.082333565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f771ce8a-3d54-4417-a830-b38229537fbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:36.087709066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"e2e-e2e-api-a-b4a230-policy","reconcileID":"6bde03a7-a2af-4aaa-8674-4c42e8dd9f72","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"name":"e2e-api-a-b4a230-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:36.13681494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f771ce8a-3d54-4417-a830-b38229537fbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:36.196540962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f771ce8a-3d54-4417-a830-b38229537fbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:36.250604229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f771ce8a-3d54-4417-a830-b38229537fbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:36.407823184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"e2e-e2e-api-a-b4a230-policy","reconcileID":"f8213f0d-fe10-4cae-b566-f5ce1d1418d4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b4a230","tenantID":"e2e-api-a-b4a230","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:36.464255644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"e2e-e2e-api-a-b4a230-policy","reconcileID":"f8213f0d-fe10-4cae-b566-f5ce1d1418d4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"name":"e2e-api-a-b4a230-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:37.684010178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"e2e-e2e-api-a-c9d1fc-policy","reconcileID":"cda2c6cd-b8c7-4abe-8b39-475a4367bcf8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c9d1fc","tenantID":"e2e-api-a-c9d1fc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:37.740455047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"e2e-e2e-api-a-c9d1fc-policy","reconcileID":"cda2c6cd-b8c7-4abe-8b39-475a4367bcf8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"name":"e2e-api-a-c9d1fc-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:38.009253327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"674b23b8-70c8-4a80-b102-6bbe25640e99","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:38.009271131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"674b23b8-70c8-4a80-b102-6bbe25640e99","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:38.142567466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7e6ad4d-fa8f-4b22-b661-1ee03b437209","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:38.195585727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7e6ad4d-fa8f-4b22-b661-1ee03b437209","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:38.248076571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7e6ad4d-fa8f-4b22-b661-1ee03b437209","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:38.300595025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7e6ad4d-fa8f-4b22-b661-1ee03b437209","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:39.301862511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"e2e-e2e-api-b-d6544b-policy","reconcileID":"38fffb2a-1adb-41b6-b0c5-4ade93332089","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d6544b","tenantID":"e2e-api-b-d6544b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:39.411708848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"e2e-e2e-api-b-d6544b-policy","reconcileID":"38fffb2a-1adb-41b6-b0c5-4ade93332089","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"name":"e2e-api-b-d6544b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:39.730960374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58be2595-0e47-4767-80c7-66056c9f646e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:39.730984061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58be2595-0e47-4767-80c7-66056c9f646e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:40.190073942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ec99d21-fad6-47ef-8be9-312e7be639b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:40.242782486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ec99d21-fad6-47ef-8be9-312e7be639b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:40.295509576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ec99d21-fad6-47ef-8be9-312e7be639b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:40.348244826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ec99d21-fad6-47ef-8be9-312e7be639b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:42.258719134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af46e30d-a1bf-4c86-b084-ae2fd8530031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:42.311319584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af46e30d-a1bf-4c86-b084-ae2fd8530031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:42.364230598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af46e30d-a1bf-4c86-b084-ae2fd8530031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:42.417042243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af46e30d-a1bf-4c86-b084-ae2fd8530031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:44.306395299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cb06c96-13d9-4ad3-94f8-e46f6f175926","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:44.358955299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cb06c96-13d9-4ad3-94f8-e46f6f175926","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:44.411772478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cb06c96-13d9-4ad3-94f8-e46f6f175926","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:44.464532085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cb06c96-13d9-4ad3-94f8-e46f6f175926","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:44.882715026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"e2e-e2e-api-b-018cfa-policy","reconcileID":"27831779-5b98-461a-8169-9cf509499d42","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-018cfa","tenantID":"e2e-api-b-018cfa","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:44.938793288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"e2e-e2e-api-b-018cfa-policy","reconcileID":"27831779-5b98-461a-8169-9cf509499d42","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"name":"e2e-api-b-018cfa-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:45.207464139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ed5ac7b-46ab-4d16-b430-66139de67f2f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:45.207483474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ed5ac7b-46ab-4d16-b430-66139de67f2f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:46.130177363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"e2e-e2e-api-b-a27da5-policy","reconcileID":"ee368d87-f100-446a-a1e6-55a9117b58a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a27da5","tenantID":"e2e-api-b-a27da5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:46.186704087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"e2e-e2e-api-b-a27da5-policy","reconcileID":"ee368d87-f100-446a-a1e6-55a9117b58a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"name":"e2e-api-b-a27da5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:46.241873057Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a27da5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"e2e-e2e-api-b-a27da5-policy","reconcileID":"ee368d87-f100-446a-a1e6-55a9117b58a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:46.40387838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2248bb1-d766-4145-8415-dde3158edca2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:46.456622753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2248bb1-d766-4145-8415-dde3158edca2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:46.521534123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2248bb1-d766-4145-8415-dde3158edca2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:46.577279955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2248bb1-d766-4145-8415-dde3158edca2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:47.261103123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"e2e-e2e-api-a-b4a230-policy","reconcileID":"dc86eedb-6863-4d60-911f-7b0b9f065f64","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b4a230","tenantID":"e2e-api-a-b4a230","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:47.317410844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"e2e-e2e-api-a-b4a230-policy","reconcileID":"dc86eedb-6863-4d60-911f-7b0b9f065f64","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"name":"e2e-api-a-b4a230-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:47.684733301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"e2e-e2e-api-a-b4a230-policy","reconcileID":"ae9df6a1-5a33-4a98-a129-1a5eeb3cfffe","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b4a230","tenantID":"e2e-api-a-b4a230","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:47.741172908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"e2e-e2e-api-a-b4a230-policy","reconcileID":"ae9df6a1-5a33-4a98-a129-1a5eeb3cfffe","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"name":"e2e-api-a-b4a230-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:48.480981302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"410a11c5-2f97-4b3f-b5e2-c830e3e7a1ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:48.533652405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"410a11c5-2f97-4b3f-b5e2-c830e3e7a1ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:48.589939725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"410a11c5-2f97-4b3f-b5e2-c830e3e7a1ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:48.643041429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"410a11c5-2f97-4b3f-b5e2-c830e3e7a1ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:50.727099049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fbee772-3330-448e-a15e-6f93c85cdcbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:50.779919878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fbee772-3330-448e-a15e-6f93c85cdcbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:50.832514297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fbee772-3330-448e-a15e-6f93c85cdcbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:50.885300787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fbee772-3330-448e-a15e-6f93c85cdcbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:52.839992977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e93e65c3-31cd-42eb-85a6-6963d4452e51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:52.892596951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e93e65c3-31cd-42eb-85a6-6963d4452e51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:52.946595404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e93e65c3-31cd-42eb-85a6-6963d4452e51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:52.999588662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e93e65c3-31cd-42eb-85a6-6963d4452e51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:55.803757535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"default-tenant","reconcileID":"768aabc5-fae2-428f-aa5a-cbe90c425c42","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c170e9","tenantID":"e2e-api-b-c170e9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:55.918267919Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"default-tenant","reconcileID":"768aabc5-fae2-428f-aa5a-cbe90c425c42","name":"e2e-api-b-c170e9-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:56.346766292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"e2e-e2e-api-b-a27da5-policy","reconcileID":"fb94b61f-046a-4785-af15-a73b7464935f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a27da5","tenantID":"e2e-api-b-a27da5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:56.403090667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"e2e-e2e-api-b-a27da5-policy","reconcileID":"fb94b61f-046a-4785-af15-a73b7464935f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"name":"e2e-api-b-a27da5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:24:56.458158774Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a27da5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"e2e-e2e-api-b-a27da5-policy","reconcileID":"fb94b61f-046a-4785-af15-a73b7464935f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:05.60990412Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:06.576602612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"e2e-e2e-api-b-a27da5-policy","reconcileID":"9e94b8fb-8ca4-4f7e-aba6-b7204967a0d2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a27da5","tenantID":"e2e-api-b-a27da5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:06.638823375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"e2e-e2e-api-b-a27da5-policy","reconcileID":"9e94b8fb-8ca4-4f7e-aba6-b7204967a0d2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"name":"e2e-api-b-a27da5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:06.693999874Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a27da5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c023bf16a3c28a6a40c7d19d98f795a9d54a359a40e1b9862ec8ce01bd080973) AuthConfig (57644b79dec0c84cd58cd8294940c03daa4fcfb5a1ae85193489b703f9300705) AuthConfig (3d9383bb659f6d392e917b54f43173fa6b93451aff7f084349932dcda7adbb81) AuthConfig (07afea400c2acc95d98e49cf67c7846e1b692da3ab32cd6fc021990d6666ab1b) AuthConfig (12a1370965178562361d4330f580fe4d6a8b7bfdc231f2d5d9a78bd22550bb36) AuthConfig (7dec013ce0da64b4094f3c78a2a4f155fee4c7d56fdc0963ad4fd96cec547091)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"e2e-e2e-api-b-a27da5-policy","reconcileID":"9e94b8fb-8ca4-4f7e-aba6-b7204967a0d2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:06.753692063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a001c22-e9bb-4afe-b79c-559ef5965f58","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:06.753733096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a001c22-e9bb-4afe-b79c-559ef5965f58","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:16.863841373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"e2e-e2e-api-b-a27da5-policy","reconcileID":"900b2540-de94-44c4-8122-7a62b88847d4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a27da5","tenantID":"e2e-api-b-a27da5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:16.923902958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"e2e-e2e-api-b-a27da5-policy","reconcileID":"900b2540-de94-44c4-8122-7a62b88847d4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"name":"e2e-api-b-a27da5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:16.981280017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a27da5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c023bf16a3c28a6a40c7d19d98f795a9d54a359a40e1b9862ec8ce01bd080973) AuthConfig (57644b79dec0c84cd58cd8294940c03daa4fcfb5a1ae85193489b703f9300705) AuthConfig (3d9383bb659f6d392e917b54f43173fa6b93451aff7f084349932dcda7adbb81) AuthConfig (07afea400c2acc95d98e49cf67c7846e1b692da3ab32cd6fc021990d6666ab1b) AuthConfig (12a1370965178562361d4330f580fe4d6a8b7bfdc231f2d5d9a78bd22550bb36) AuthConfig (7dec013ce0da64b4094f3c78a2a4f155fee4c7d56fdc0963ad4fd96cec547091)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"e2e-e2e-api-b-a27da5-policy","reconcileID":"900b2540-de94-44c4-8122-7a62b88847d4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:21.244786324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"aa5e1ad7-469e-4158-bd5c-8e87499408cc","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"tenant":"e2e-mt-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","model":"ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:21.244818106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"aa5e1ad7-469e-4158-bd5c-8e87499408cc","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"routeName":"e2e-lifecycle-model-d5dcca72-kserve-route","namespace":"ai-tenant-e2e-mt-d5dcca72","llmisvcName":"e2e-lifecycle-model-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:22.267382117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ff00ace-43c0-4600-8ba1-9f1e2f406af1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:22.320757618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ff00ace-43c0-4600-8ba1-9f1e2f406af1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:22.379703349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ff00ace-43c0-4600-8ba1-9f1e2f406af1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:22.437858933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ff00ace-43c0-4600-8ba1-9f1e2f406af1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:24.386114486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0d95fbb-b053-4073-aebe-7e9c2e86e701","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:24.438905109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0d95fbb-b053-4073-aebe-7e9c2e86e701","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:24.491503417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0d95fbb-b053-4073-aebe-7e9c2e86e701","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:24.544809365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0d95fbb-b053-4073-aebe-7e9c2e86e701","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:25.71947584Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"default-tenant","reconcileID":"544aa397-e0b1-48a2-9e4d-69e4d372250f","namespace":"ai-tenant-e2e-api-a-b4a230","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:25.719536728Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"default-tenant","reconcileID":"544aa397-e0b1-48a2-9e4d-69e4d372250f","namespace":"ai-tenant-e2e-api-a-b4a230","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:25.719581394Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"default-tenant","reconcileID":"544aa397-e0b1-48a2-9e4d-69e4d372250f","name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:25.776331917Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"default-tenant","reconcileID":"544aa397-e0b1-48a2-9e4d-69e4d372250f","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:25.776493891Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"default-tenant","reconcileID":"f7d079fc-533b-4366-a81d-db0fad4ebb5e","namespace":"ai-tenant-e2e-api-a-ed15c1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:25.776542305Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"default-tenant","reconcileID":"f7d079fc-533b-4366-a81d-db0fad4ebb5e","namespace":"ai-tenant-e2e-api-a-ed15c1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:25.776593749Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"default-tenant","reconcileID":"f7d079fc-533b-4366-a81d-db0fad4ebb5e","tenant":"e2e-api-a-ed15c1","tenantID":"e2e-api-a-ed15c1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:25.776685932Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"e2e-e2e-api-a-b4a230-policy","reconcileID":"d280bc50-c433-46d6-ac21-698b8adc6594","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:25.776998889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3318cbdf-da46-4d21-b5ff-0cc4f46b505b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:25.777015904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3318cbdf-da46-4d21-b5ff-0cc4f46b505b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:25.830482986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"default-tenant","reconcileID":"f7d079fc-533b-4366-a81d-db0fad4ebb5e","gvk":"Deployment","name":"maas-api-e2e-api-a-ed15c1","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:25.927961821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"default-tenant","reconcileID":"f7d079fc-533b-4366-a81d-db0fad4ebb5e","gvk":"Service","name":"maas-api-e2e-api-a-ed15c1","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:25.985448237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"e2e-e2e-api-a-b4a230-policy","reconcileID":"d280bc50-c433-46d6-ac21-698b8adc6594","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b4a230","tenantID":"e2e-api-a-b4a230","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:25.987696073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"default-tenant","reconcileID":"f7d079fc-533b-4366-a81d-db0fad4ebb5e","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-ed15c1","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:26.041656971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"default-tenant","reconcileID":"f7d079fc-533b-4366-a81d-db0fad4ebb5e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-ed15c1","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:26.118549405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"default-tenant","reconcileID":"f7d079fc-533b-4366-a81d-db0fad4ebb5e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-ed15c1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:26.121505598Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"e2e-e2e-api-a-b4a230-policy","reconcileID":"d280bc50-c433-46d6-ac21-698b8adc6594","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"name":"e2e-api-a-b4a230-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:26.121529944Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"e2e-e2e-api-a-b4a230-policy","reconcileID":"d280bc50-c433-46d6-ac21-698b8adc6594","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b4a230-policy","namespace":"ai-tenant-e2e-api-a-b4a230"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b4a230","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:26.185198937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"default-tenant","reconcileID":"f7d079fc-533b-4366-a81d-db0fad4ebb5e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-ed15c1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:26.186754328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72dd2968-17d4-445d-838f-06950a996c6e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:26.186827918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72dd2968-17d4-445d-838f-06950a996c6e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:26.245089097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"default-tenant","reconcileID":"f7d079fc-533b-4366-a81d-db0fad4ebb5e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-ed15c1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:26.300383652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"default-tenant","reconcileID":"f7d079fc-533b-4366-a81d-db0fad4ebb5e","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-ed15c1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:26.3524375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"default-tenant","reconcileID":"f7d079fc-533b-4366-a81d-db0fad4ebb5e","gvk":"Deployment","name":"payload-processing-e2e-api-a-ed15c1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:26.411025975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"default-tenant","reconcileID":"f7d079fc-533b-4366-a81d-db0fad4ebb5e","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-ed15c1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:26.463732755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"default-tenant","reconcileID":"f7d079fc-533b-4366-a81d-db0fad4ebb5e","gvk":"Service","name":"payload-processing-e2e-api-a-ed15c1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:26.485177126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39ae85b0-02c6-4847-bb7e-4ce889453f88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:26.541779279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"default-tenant","reconcileID":"f7d079fc-533b-4366-a81d-db0fad4ebb5e","gvk":"Service","name":"payload-pre-processing-e2e-api-a-ed15c1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:26.552613367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39ae85b0-02c6-4847-bb7e-4ce889453f88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:26.604968603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"default-tenant","reconcileID":"f7d079fc-533b-4366-a81d-db0fad4ebb5e","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-ed15c1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:26.605487181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39ae85b0-02c6-4847-bb7e-4ce889453f88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:26.657609074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"default-tenant","reconcileID":"f7d079fc-533b-4366-a81d-db0fad4ebb5e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-ed15c1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:26.658314935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39ae85b0-02c6-4847-bb7e-4ce889453f88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:26.710480855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"default-tenant","reconcileID":"f7d079fc-533b-4366-a81d-db0fad4ebb5e","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-ed15c1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:26.765616533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"default-tenant","reconcileID":"f7d079fc-533b-4366-a81d-db0fad4ebb5e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-ed15c1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:26.819058941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"default-tenant","reconcileID":"f7d079fc-533b-4366-a81d-db0fad4ebb5e","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-ed15c1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:26.872163567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"default-tenant","reconcileID":"f7d079fc-533b-4366-a81d-db0fad4ebb5e","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-ed15c1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:26.926961244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"default-tenant","reconcileID":"f7d079fc-533b-4366-a81d-db0fad4ebb5e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-ed15c1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:26.980754967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed15c1"},"namespace":"ai-tenant-e2e-api-a-ed15c1","name":"default-tenant","reconcileID":"f7d079fc-533b-4366-a81d-db0fad4ebb5e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-ed15c1","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:27.096086885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"e2e-e2e-api-b-a27da5-policy","reconcileID":"bfc4154c-4ac1-4b42-afa0-f3422b83f34c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a27da5","tenantID":"e2e-api-b-a27da5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:27.152546396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"e2e-e2e-api-b-a27da5-policy","reconcileID":"bfc4154c-4ac1-4b42-afa0-f3422b83f34c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"name":"e2e-api-b-a27da5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:27.457424174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ae9f1ca-6255-42a6-9321-364b7f597c3d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:27.457442684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ae9f1ca-6255-42a6-9321-364b7f597c3d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:28.286403552Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-ed15c1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-ed15c1","reconcileID":"2d524645-136c-4c7a-8d56-3cedc1b20072","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-ed15c1","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-ed15c1"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:28.597482077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa2e7b5a-8ed3-4e7d-90d9-176c69871f50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:28.650729478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa2e7b5a-8ed3-4e7d-90d9-176c69871f50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:28.704710742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa2e7b5a-8ed3-4e7d-90d9-176c69871f50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:28.757682228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa2e7b5a-8ed3-4e7d-90d9-176c69871f50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:30.660368983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f70c11b4-b8a9-4e25-8280-a8d8e08a15e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:30.716563851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f70c11b4-b8a9-4e25-8280-a8d8e08a15e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:30.770264202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f70c11b4-b8a9-4e25-8280-a8d8e08a15e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:30.806441068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"0a6fc65c-1d10-4d80-9034-5045f2fb0540","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"tenant":"e2e-mt-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","model":"ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:30.806462366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"0a6fc65c-1d10-4d80-9034-5045f2fb0540","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"routeName":"e2e-lifecycle-model-d5dcca72-kserve-route","namespace":"ai-tenant-e2e-mt-d5dcca72","llmisvcName":"e2e-lifecycle-model-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:30.823101788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f70c11b4-b8a9-4e25-8280-a8d8e08a15e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:30.914481197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"54fbfff9-7a6e-4818-b531-004cc403ca99","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"tenant":"e2e-mt-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","model":"ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:30.914502684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"54fbfff9-7a6e-4818-b531-004cc403ca99","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"routeName":"e2e-lifecycle-model-d5dcca72-kserve-route","namespace":"ai-tenant-e2e-mt-d5dcca72","llmisvcName":"e2e-lifecycle-model-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:32.26928607Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"default-tenant","reconcileID":"081c5a69-b793-4a38-85c5-10f134cf830e","namespace":"ai-tenant-e2e-api-a-0d26af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:32.26933875Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"default-tenant","reconcileID":"081c5a69-b793-4a38-85c5-10f134cf830e","namespace":"ai-tenant-e2e-api-a-0d26af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:32.269417941Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"default-tenant","reconcileID":"081c5a69-b793-4a38-85c5-10f134cf830e","tenant":"e2e-api-a-0d26af","tenantID":"e2e-api-a-0d26af","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:32.323891013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"default-tenant","reconcileID":"081c5a69-b793-4a38-85c5-10f134cf830e","gvk":"Deployment","name":"maas-api-e2e-api-a-0d26af","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:32.38388255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"default-tenant","reconcileID":"081c5a69-b793-4a38-85c5-10f134cf830e","gvk":"Service","name":"maas-api-e2e-api-a-0d26af","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:32.441894354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"default-tenant","reconcileID":"081c5a69-b793-4a38-85c5-10f134cf830e","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-0d26af","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:32.49650593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"default-tenant","reconcileID":"081c5a69-b793-4a38-85c5-10f134cf830e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-0d26af","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:32.57757311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"default-tenant","reconcileID":"081c5a69-b793-4a38-85c5-10f134cf830e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-0d26af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:32.652965725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"default-tenant","reconcileID":"081c5a69-b793-4a38-85c5-10f134cf830e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-0d26af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:32.724731785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"default-tenant","reconcileID":"081c5a69-b793-4a38-85c5-10f134cf830e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-0d26af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:32.783189514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"default-tenant","reconcileID":"081c5a69-b793-4a38-85c5-10f134cf830e","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-0d26af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:32.862310603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41ab2ba2-6581-40b1-b250-adc3be64f27a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:32.917238441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41ab2ba2-6581-40b1-b250-adc3be64f27a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:32.917808825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"default-tenant","reconcileID":"081c5a69-b793-4a38-85c5-10f134cf830e","gvk":"Deployment","name":"payload-processing-e2e-api-a-0d26af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:32.970845755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41ab2ba2-6581-40b1-b250-adc3be64f27a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:33.023385077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"default-tenant","reconcileID":"081c5a69-b793-4a38-85c5-10f134cf830e","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-0d26af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:33.025131125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41ab2ba2-6581-40b1-b250-adc3be64f27a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:33.077735049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"default-tenant","reconcileID":"081c5a69-b793-4a38-85c5-10f134cf830e","gvk":"Service","name":"payload-processing-e2e-api-a-0d26af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:33.130012789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"default-tenant","reconcileID":"081c5a69-b793-4a38-85c5-10f134cf830e","gvk":"Service","name":"payload-pre-processing-e2e-api-a-0d26af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:33.182608654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"default-tenant","reconcileID":"081c5a69-b793-4a38-85c5-10f134cf830e","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-0d26af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:33.234885196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"default-tenant","reconcileID":"081c5a69-b793-4a38-85c5-10f134cf830e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-0d26af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:33.291098082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"default-tenant","reconcileID":"081c5a69-b793-4a38-85c5-10f134cf830e","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-0d26af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:33.346658366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"default-tenant","reconcileID":"081c5a69-b793-4a38-85c5-10f134cf830e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-0d26af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:33.40008684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"default-tenant","reconcileID":"081c5a69-b793-4a38-85c5-10f134cf830e","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-0d26af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:33.45223402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"default-tenant","reconcileID":"081c5a69-b793-4a38-85c5-10f134cf830e","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-0d26af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:33.574403453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"default-tenant","reconcileID":"081c5a69-b793-4a38-85c5-10f134cf830e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-0d26af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:33.647644713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0d26af"},"namespace":"ai-tenant-e2e-api-a-0d26af","name":"default-tenant","reconcileID":"081c5a69-b793-4a38-85c5-10f134cf830e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-0d26af","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:34.530382394Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-0d26af","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-0d26af","reconcileID":"434c1da5-6dd5-4341-852f-3b2f4baf3a6d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-0d26af","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-0d26af"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:35.059102102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c97063a-80eb-4c6c-8754-4359bd82323e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:35.11230895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c97063a-80eb-4c6c-8754-4359bd82323e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:35.174501026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c97063a-80eb-4c6c-8754-4359bd82323e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:35.227649249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c97063a-80eb-4c6c-8754-4359bd82323e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:35.625652798Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:35.704094809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"e2e-e2e-api-b-d6544b-policy","reconcileID":"6e7f9583-d413-49df-a051-26286655e36a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d6544b","tenantID":"e2e-api-b-d6544b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:35.762773154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"e2e-e2e-api-b-d6544b-policy","reconcileID":"6e7f9583-d413-49df-a051-26286655e36a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"name":"e2e-api-b-d6544b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:36.073401229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"e2e-e2e-api-b-d6544b-policy","reconcileID":"8339fe2e-df88-41a3-bea1-953ddbb00baa","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d6544b","tenantID":"e2e-api-b-d6544b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:36.135278408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"e2e-e2e-api-b-d6544b-policy","reconcileID":"8339fe2e-df88-41a3-bea1-953ddbb00baa","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"name":"e2e-api-b-d6544b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:37.1786327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dda6dd99-e8c0-4c37-bc3b-451e774ca0aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:37.231581754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dda6dd99-e8c0-4c37-bc3b-451e774ca0aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:37.284258717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dda6dd99-e8c0-4c37-bc3b-451e774ca0aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:37.337232024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dda6dd99-e8c0-4c37-bc3b-451e774ca0aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:39.267368801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1120fd23-57c1-4477-9548-bb9c0f2ea575","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:39.32014902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1120fd23-57c1-4477-9548-bb9c0f2ea575","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:39.372738064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1120fd23-57c1-4477-9548-bb9c0f2ea575","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:39.431135953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1120fd23-57c1-4477-9548-bb9c0f2ea575","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:41.385474007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"d7b2d9e8-04e2-4169-91ca-7b8d2e44b37a","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"tenant":"e2e-mt-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","model":"ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:41.385502411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"d7b2d9e8-04e2-4169-91ca-7b8d2e44b37a","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"routeName":"e2e-lifecycle-model-d5dcca72-kserve-route","namespace":"ai-tenant-e2e-mt-d5dcca72","llmisvcName":"e2e-lifecycle-model-d5dcca72","gateway":"openshift-ingress/e2e-mt-d5dcca72","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:41.81456668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"e2e-e2e-api-b-018cfa-policy","reconcileID":"ebceae37-348f-4234-b28e-0bcb5df48c6a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-018cfa","tenantID":"e2e-api-b-018cfa","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:41.871114064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"e2e-e2e-api-b-018cfa-policy","reconcileID":"ebceae37-348f-4234-b28e-0bcb5df48c6a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"name":"e2e-api-b-018cfa-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:42.227522258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"e2e-e2e-api-b-018cfa-policy","reconcileID":"1ae23a1e-383d-4643-afd3-97331c0f15a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-018cfa","tenantID":"e2e-api-b-018cfa","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:42.284580923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"e2e-e2e-api-b-018cfa-policy","reconcileID":"1ae23a1e-383d-4643-afd3-97331c0f15a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"name":"e2e-api-b-018cfa-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:42.577555434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a16f743-fb01-4025-928e-2a586ca5c7f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:42.63088256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a16f743-fb01-4025-928e-2a586ca5c7f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:42.683776391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a16f743-fb01-4025-928e-2a586ca5c7f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:42.736414298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a16f743-fb01-4025-928e-2a586ca5c7f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:44.702719253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68d4a96d-5370-4da5-98e6-076cc252f5e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:44.785799609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68d4a96d-5370-4da5-98e6-076cc252f5e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:44.839127775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68d4a96d-5370-4da5-98e6-076cc252f5e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:44.891943963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68d4a96d-5370-4da5-98e6-076cc252f5e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:46.244423375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"e2e-e2e-api-b-d6544b-policy","reconcileID":"bb56cd42-978c-48ed-9f51-804c98090edb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d6544b","tenantID":"e2e-api-b-d6544b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:46.302418698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"e2e-e2e-api-b-d6544b-policy","reconcileID":"bb56cd42-978c-48ed-9f51-804c98090edb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"name":"e2e-api-b-d6544b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:46.702246267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"e2e-e2e-api-b-d6544b-policy","reconcileID":"f6e1357d-8a45-42cf-ad27-00b1c29e70ba","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d6544b","tenantID":"e2e-api-b-d6544b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:46.760276895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"e2e-e2e-api-b-d6544b-policy","reconcileID":"f6e1357d-8a45-42cf-ad27-00b1c29e70ba","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"name":"e2e-api-b-d6544b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:46.993123327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4072673c-07a3-4440-a77d-5466c9e115a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:47.052647368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4072673c-07a3-4440-a77d-5466c9e115a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:47.115087568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4072673c-07a3-4440-a77d-5466c9e115a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:47.168496906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4072673c-07a3-4440-a77d-5466c9e115a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:52.303620887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"e2e-e2e-api-b-018cfa-policy","reconcileID":"459453dd-3345-4e6c-971c-89431e0d2f76","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-018cfa","tenantID":"e2e-api-b-018cfa","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:52.360017064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"e2e-e2e-api-b-018cfa-policy","reconcileID":"459453dd-3345-4e6c-971c-89431e0d2f76","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"name":"e2e-api-b-018cfa-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:52.622146208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"e2e-e2e-api-b-018cfa-policy","reconcileID":"72b07468-1fcc-485a-a331-8ac70e190b6f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-018cfa","tenantID":"e2e-api-b-018cfa","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:25:52.680008498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"e2e-e2e-api-b-018cfa-policy","reconcileID":"72b07468-1fcc-485a-a331-8ac70e190b6f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"name":"e2e-api-b-018cfa-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:00.570186369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8478d64a-a993-4e06-8394-e37a89c4fa07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:00.623791065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8478d64a-a993-4e06-8394-e37a89c4fa07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:00.677208432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8478d64a-a993-4e06-8394-e37a89c4fa07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:00.7305259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8478d64a-a993-4e06-8394-e37a89c4fa07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:02.623445983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c64b8b61-269c-4eee-85e9-dc6e16ee8842","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:02.676812662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c64b8b61-269c-4eee-85e9-dc6e16ee8842","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:02.729537084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c64b8b61-269c-4eee-85e9-dc6e16ee8842","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:02.782217287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c64b8b61-269c-4eee-85e9-dc6e16ee8842","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:03.897791338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f627829f-e6af-40d7-9b23-9b22f59afbac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:03.89782138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f627829f-e6af-40d7-9b23-9b22f59afbac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:03.95287416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6782b844-1801-49fb-9252-148d3260c430","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:03.952892543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6782b844-1801-49fb-9252-148d3260c430","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:04.058381492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"e2e-e2e-api-b-c170e9-policy","reconcileID":"f60cdc03-f7e4-477f-b1e8-926dbc49ec60","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c170e9","tenantID":"e2e-api-b-c170e9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:04.208708541Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"e2e-e2e-api-b-c170e9-policy","reconcileID":"f60cdc03-f7e4-477f-b1e8-926dbc49ec60","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"name":"e2e-api-b-c170e9-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:04.263650859Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-c170e9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"e2e-e2e-api-b-c170e9-policy","reconcileID":"f60cdc03-f7e4-477f-b1e8-926dbc49ec60","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:04.319012159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd25e28f-d23a-456f-bb7b-30f635cf59b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:04.319030549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd25e28f-d23a-456f-bb7b-30f635cf59b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:04.577817459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"e2e-e2e-api-a-c9d1fc-policy","reconcileID":"6aed14e2-533b-4d40-9ab2-b1c7b4d236ce","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c9d1fc","tenantID":"e2e-api-a-c9d1fc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:04.635381696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"e2e-e2e-api-a-c9d1fc-policy","reconcileID":"6aed14e2-533b-4d40-9ab2-b1c7b4d236ce","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"name":"e2e-api-a-c9d1fc-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:04.998207621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"e2e-e2e-api-a-c9d1fc-policy","reconcileID":"ccaae74e-4b6b-4474-b8c7-d4319848df8e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c9d1fc","tenantID":"e2e-api-a-c9d1fc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:05.054698153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"e2e-e2e-api-a-c9d1fc-policy","reconcileID":"ccaae74e-4b6b-4474-b8c7-d4319848df8e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"name":"e2e-api-a-c9d1fc-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:05.308096321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abe86ba8-bf45-42bd-af5b-0ec1129919f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:05.361545808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abe86ba8-bf45-42bd-af5b-0ec1129919f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:05.414034077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abe86ba8-bf45-42bd-af5b-0ec1129919f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:05.466770633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abe86ba8-bf45-42bd-af5b-0ec1129919f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:05.609225243Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:07.358194457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7a3633b-5ea1-4efe-bbd1-8e3021b15c78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:07.411138419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7a3633b-5ea1-4efe-bbd1-8e3021b15c78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:07.46445786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7a3633b-5ea1-4efe-bbd1-8e3021b15c78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:07.51718771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7a3633b-5ea1-4efe-bbd1-8e3021b15c78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:09.406054676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0d1c79c-bca8-4e21-a7f1-dd0e6e5a80cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:09.458810123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0d1c79c-bca8-4e21-a7f1-dd0e6e5a80cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:09.511879535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0d1c79c-bca8-4e21-a7f1-dd0e6e5a80cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:09.56452961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0d1c79c-bca8-4e21-a7f1-dd0e6e5a80cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:14.424786739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"e2e-e2e-api-b-c170e9-policy","reconcileID":"3d428b0d-ac45-44f7-bc1b-79437ed77d31","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c170e9","tenantID":"e2e-api-b-c170e9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:14.481144617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"e2e-e2e-api-b-c170e9-policy","reconcileID":"3d428b0d-ac45-44f7-bc1b-79437ed77d31","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"name":"e2e-api-b-c170e9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:14.538039335Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-c170e9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"e2e-e2e-api-b-c170e9-policy","reconcileID":"3d428b0d-ac45-44f7-bc1b-79437ed77d31","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:15.008385851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"e2e-e2e-api-a-c9d1fc-policy","reconcileID":"d6e34f6e-bcdd-4a9f-b4d2-5db190f3fd9c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c9d1fc","tenantID":"e2e-api-a-c9d1fc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:15.064874643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"e2e-e2e-api-a-c9d1fc-policy","reconcileID":"d6e34f6e-bcdd-4a9f-b4d2-5db190f3fd9c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"name":"e2e-api-a-c9d1fc-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:15.374957704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"e2e-e2e-api-a-c9d1fc-policy","reconcileID":"8bb52dce-4293-41bd-a865-1cdecde46636","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c9d1fc","tenantID":"e2e-api-a-c9d1fc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:15.431127716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"e2e-e2e-api-a-c9d1fc-policy","reconcileID":"8bb52dce-4293-41bd-a865-1cdecde46636","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"name":"e2e-api-a-c9d1fc-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:18.691626883Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"dfa34790-797c-4614-9186-efa578e76805","namespace":"ai-tenant-e2e-mt-d5dcca72","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:18.691682607Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"dfa34790-797c-4614-9186-efa578e76805","namespace":"ai-tenant-e2e-mt-d5dcca72","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:18.691730588Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"dfa34790-797c-4614-9186-efa578e76805","tenant":"e2e-mt-d5dcca72","tenantID":"e2e-mt-d5dcca72","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:18.748273646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"dfa34790-797c-4614-9186-efa578e76805","gvk":"Deployment","name":"maas-api-e2e-mt-d5dcca72","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:18.808344951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"dfa34790-797c-4614-9186-efa578e76805","gvk":"Service","name":"maas-api-e2e-mt-d5dcca72","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:18.86661146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"dfa34790-797c-4614-9186-efa578e76805","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-d5dcca72","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:18.920851543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"dfa34790-797c-4614-9186-efa578e76805","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-d5dcca72","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:18.984344125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"dfa34790-797c-4614-9186-efa578e76805","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-d5dcca72","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:19.052804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"dfa34790-797c-4614-9186-efa578e76805","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-d5dcca72","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:19.113084319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"dfa34790-797c-4614-9186-efa578e76805","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-d5dcca72","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:19.168136019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"dfa34790-797c-4614-9186-efa578e76805","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-d5dcca72","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:19.246712676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"dfa34790-797c-4614-9186-efa578e76805","gvk":"Deployment","name":"payload-processing-e2e-mt-d5dcca72","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:19.299445946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"dfa34790-797c-4614-9186-efa578e76805","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-d5dcca72","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:19.351715604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"dfa34790-797c-4614-9186-efa578e76805","gvk":"Service","name":"payload-processing-e2e-mt-d5dcca72","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:19.416672724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"dfa34790-797c-4614-9186-efa578e76805","gvk":"Service","name":"payload-pre-processing-e2e-mt-d5dcca72","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:19.471648812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"dfa34790-797c-4614-9186-efa578e76805","gvk":"DestinationRule","name":"payload-processing-e2e-mt-d5dcca72","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:19.52415953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"dfa34790-797c-4614-9186-efa578e76805","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-d5dcca72","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:19.578050793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"dfa34790-797c-4614-9186-efa578e76805","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-d5dcca72","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:19.636050646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"dfa34790-797c-4614-9186-efa578e76805","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-d5dcca72","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:19.688422529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"dfa34790-797c-4614-9186-efa578e76805","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-d5dcca72","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:19.740681304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"dfa34790-797c-4614-9186-efa578e76805","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-d5dcca72","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:19.793702099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"dfa34790-797c-4614-9186-efa578e76805","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-d5dcca72","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:19.846713549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"default-tenant","reconcileID":"dfa34790-797c-4614-9186-efa578e76805","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-d5dcca72","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:20.664329676Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-d5dcca72","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-d5dcca72","reconcileID":"be61921d-87c7-40cf-abf9-d550582f4c10","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-d5dcca72","removed":["maas.opendatahub.io/gateway-access-e2e-mt-d5dcca72"],"unowned":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:26:20.834951864Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"daebffd7-1058-4bd5-89d2-68746fd69459","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:26:20.949711086Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"daebffd7-1058-4bd5-89d2-68746fd69459","error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:26:20.955210521Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"ea9ba5da-cb04-489b-bffd-475b5900d7f2","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:26:20.955266084Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"ea9ba5da-cb04-489b-bffd-475b5900d7f2","error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:26:20.966449629Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"6f5634ea-26f0-4906-8a15-6f1d063c1173","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:26:20.966507202Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"6f5634ea-26f0-4906-8a15-6f1d063c1173","error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:26:20.987624886Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"920b344c-1a8d-4fb9-b20e-0996fcfef937","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:26:20.987679226Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"920b344c-1a8d-4fb9-b20e-0996fcfef937","error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:26:21.028904651Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"169e95b1-9935-4200-a325-3471c2c297d6","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:26:21.028955925Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"169e95b1-9935-4200-a325-3471c2c297d6","error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:26:21.109414947Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"72757d3e-dc13-4ce7-9125-cfe2073ed314","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:26:21.109471536Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"72757d3e-dc13-4ce7-9125-cfe2073ed314","error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:26:21.27066864Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"8312ac95-4f62-4d6e-abfc-a7b36444ced2","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:26:21.270730379Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"8312ac95-4f62-4d6e-abfc-a7b36444ced2","error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:26:21.591976606Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"40f07378-2295-4aed-b623-7313896c4c2d","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:26:21.592036385Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"40f07378-2295-4aed-b623-7313896c4c2d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:21.777059581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fedc2455-0dbb-42fc-a59b-9ff054f0db18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:21.829915414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fedc2455-0dbb-42fc-a59b-9ff054f0db18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:21.882577994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fedc2455-0dbb-42fc-a59b-9ff054f0db18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:21.935232632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fedc2455-0dbb-42fc-a59b-9ff054f0db18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:26:22.232997853Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"a5f372c9-5f5b-4e65-bdfe-726212ad69bc","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:26:22.233077357Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"a5f372c9-5f5b-4e65-bdfe-726212ad69bc","error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:26:23.513382913Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"91fabb2f-fa27-4e83-8ec1-0c2191c4bf6e","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:26:23.513444127Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"91fabb2f-fa27-4e83-8ec1-0c2191c4bf6e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:23.840071763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"229a949d-3d51-4d95-afbf-ec9855b1cd87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:23.892872033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"229a949d-3d51-4d95-afbf-ec9855b1cd87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:23.945462605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"229a949d-3d51-4d95-afbf-ec9855b1cd87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:23.998103599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"229a949d-3d51-4d95-afbf-ec9855b1cd87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:24.643365994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"e2e-e2e-api-b-c170e9-policy","reconcileID":"4d423016-2270-476b-a0ad-16edb640274a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c170e9","tenantID":"e2e-api-b-c170e9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:24.701016623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"e2e-e2e-api-b-c170e9-policy","reconcileID":"4d423016-2270-476b-a0ad-16edb640274a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"name":"e2e-api-b-c170e9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:24.756058902Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-c170e9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (518d3120263869a266cf2f689ac709528c2599b9efc81944dc456899ada15c3f) AuthConfig (0d0d89cde3e31cb241f1064a906d2fc9ba0e0a45b53a1f4edb8af105f07b8630) AuthConfig (de51c09bb51d078dcdb2791c8939da0d0ec48db23cadfbf36cfe5556748abd3f) AuthConfig (f47d689f2ffe85bc6fcc8434ec6d5f1ecd9194f46b7b7dddb7513e1a2ab12eaf) AuthConfig (6354b012aaf449be77065ee9587a0dedd8af4c97c7924a3f4023d161d4831000) AuthConfig (06386a6a5ff6d0e737d5d5a92c099cefaf7e6c883e0022e41d0fb4f46179ea0e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"e2e-e2e-api-b-c170e9-policy","reconcileID":"4d423016-2270-476b-a0ad-16edb640274a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:24.813719043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf1edb7f-ff1b-4f16-af1a-b8d3309d804f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:24.813743347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf1edb7f-ff1b-4f16-af1a-b8d3309d804f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:24.932796153Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"default-tenant","reconcileID":"969df1ea-b73c-4952-8722-6e4793fd3f53","namespace":"ai-tenant-e2e-api-a-b4a230","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:24.932846621Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"default-tenant","reconcileID":"969df1ea-b73c-4952-8722-6e4793fd3f53","namespace":"ai-tenant-e2e-api-a-b4a230","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:24.932893483Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"default-tenant","reconcileID":"969df1ea-b73c-4952-8722-6e4793fd3f53","tenant":"e2e-api-a-b4a230","tenantID":"e2e-api-a-b4a230","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:24.989285455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"default-tenant","reconcileID":"969df1ea-b73c-4952-8722-6e4793fd3f53","gvk":"Deployment","name":"maas-api-e2e-api-a-b4a230","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:25.053110655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"default-tenant","reconcileID":"969df1ea-b73c-4952-8722-6e4793fd3f53","gvk":"Service","name":"maas-api-e2e-api-a-b4a230","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:25.11428169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"default-tenant","reconcileID":"969df1ea-b73c-4952-8722-6e4793fd3f53","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-b4a230","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:25.168312756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"default-tenant","reconcileID":"969df1ea-b73c-4952-8722-6e4793fd3f53","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-b4a230","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:25.225668131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"default-tenant","reconcileID":"969df1ea-b73c-4952-8722-6e4793fd3f53","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-b4a230","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:25.298395237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"default-tenant","reconcileID":"969df1ea-b73c-4952-8722-6e4793fd3f53","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-b4a230","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:25.356034336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"default-tenant","reconcileID":"969df1ea-b73c-4952-8722-6e4793fd3f53","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-b4a230","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:25.412530209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"default-tenant","reconcileID":"969df1ea-b73c-4952-8722-6e4793fd3f53","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-b4a230","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:25.465504746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"default-tenant","reconcileID":"969df1ea-b73c-4952-8722-6e4793fd3f53","gvk":"Deployment","name":"payload-processing-e2e-api-a-b4a230","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:25.518398558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"default-tenant","reconcileID":"969df1ea-b73c-4952-8722-6e4793fd3f53","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-b4a230","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:25.570736228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"default-tenant","reconcileID":"969df1ea-b73c-4952-8722-6e4793fd3f53","gvk":"Service","name":"payload-processing-e2e-api-a-b4a230","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:25.622862669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"default-tenant","reconcileID":"969df1ea-b73c-4952-8722-6e4793fd3f53","gvk":"Service","name":"payload-pre-processing-e2e-api-a-b4a230","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:25.677680341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"default-tenant","reconcileID":"969df1ea-b73c-4952-8722-6e4793fd3f53","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-b4a230","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:25.732985369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"default-tenant","reconcileID":"969df1ea-b73c-4952-8722-6e4793fd3f53","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-b4a230","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:25.785220192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"default-tenant","reconcileID":"969df1ea-b73c-4952-8722-6e4793fd3f53","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-b4a230","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:25.840624205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"default-tenant","reconcileID":"969df1ea-b73c-4952-8722-6e4793fd3f53","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-b4a230","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:25.893721104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"default-tenant","reconcileID":"969df1ea-b73c-4952-8722-6e4793fd3f53","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-b4a230","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:25.946677554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"default-tenant","reconcileID":"969df1ea-b73c-4952-8722-6e4793fd3f53","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-b4a230","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:26.00151891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"default-tenant","reconcileID":"969df1ea-b73c-4952-8722-6e4793fd3f53","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-b4a230","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:26.057027728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b4a230"},"namespace":"ai-tenant-e2e-api-a-b4a230","name":"default-tenant","reconcileID":"969df1ea-b73c-4952-8722-6e4793fd3f53","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-b4a230","namespace":"","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:26:26.07557063Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"93609d3e-66c2-4619-99bf-74f9b1e86d89","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:26:26.075739952Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"93609d3e-66c2-4619-99bf-74f9b1e86d89","error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:26:26.762567658Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"ba59d1b5-94f4-4bdc-95a3-cd57daa6c534","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:26:26.762644308Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"ba59d1b5-94f4-4bdc-95a3-cd57daa6c534","error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:26.87565693Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-b4a230","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-b4a230","reconcileID":"3e219a9f-49f6-4dbf-92f0-87dbd06f4c0c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-b4a230","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-b4a230"],"unowned":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:26:27.051983739Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"a1a484e2-f1a0-424f-baf2-7b5477f7ed93","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:26:27.052053609Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"a1a484e2-f1a0-424f-baf2-7b5477f7ed93","error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:27.99465707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76ebca79-247f-47dd-a595-9f53d5c1f52f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:28.047387699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76ebca79-247f-47dd-a595-9f53d5c1f52f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:28.100064908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76ebca79-247f-47dd-a595-9f53d5c1f52f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:28.152923704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76ebca79-247f-47dd-a595-9f53d5c1f52f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:30.08483986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7860c45b-751a-45c5-ae39-330ddffbe8d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:30.137903414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7860c45b-751a-45c5-ae39-330ddffbe8d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:30.19077922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7860c45b-751a-45c5-ae39-330ddffbe8d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:30.2437899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7860c45b-751a-45c5-ae39-330ddffbe8d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:31.224157265Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"default-tenant","reconcileID":"4c16fa6d-1f34-4079-a0dc-892aa758c6f3","namespace":"ai-tenant-e2e-api-b-d6544b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:31.224227937Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"default-tenant","reconcileID":"4c16fa6d-1f34-4079-a0dc-892aa758c6f3","namespace":"ai-tenant-e2e-api-b-d6544b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:31.224275409Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"default-tenant","reconcileID":"4c16fa6d-1f34-4079-a0dc-892aa758c6f3","name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:31.280947066Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"default-tenant","reconcileID":"4c16fa6d-1f34-4079-a0dc-892aa758c6f3","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:31.281255222Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"e2e-e2e-api-b-d6544b-policy","reconcileID":"808df075-1252-4b10-979f-dae72e72aec9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:31.281599705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d20003d3-b802-46c6-9da5-5325e3f38211","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:31.281615807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d20003d3-b802-46c6-9da5-5325e3f38211","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:31.438982898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"e2e-e2e-api-b-d6544b-policy","reconcileID":"808df075-1252-4b10-979f-dae72e72aec9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d6544b","tenantID":"e2e-api-b-d6544b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:31.560525201Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"e2e-e2e-api-b-d6544b-policy","reconcileID":"808df075-1252-4b10-979f-dae72e72aec9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"name":"e2e-api-b-d6544b-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:31.5605479Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"e2e-e2e-api-b-d6544b-policy","reconcileID":"808df075-1252-4b10-979f-dae72e72aec9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6544b-policy","namespace":"ai-tenant-e2e-api-b-d6544b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d6544b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:31.616769973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ebe6d47a-db26-41e5-b899-12bca7a842de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:31.616788707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ebe6d47a-db26-41e5-b899-12bca7a842de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:26:33.966287302Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"05c72735-6cd1-4479-afc8-d96d8103944b","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:26:33.966416815Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"05c72735-6cd1-4479-afc8-d96d8103944b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:26:34.075657213Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"4bba913b-931d-43d3-9583-14bb864849f9","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:26:34.075711691Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"4bba913b-931d-43d3-9583-14bb864849f9","error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:34.124529206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"e2e-e2e-api-b-a27da5-policy","reconcileID":"aa486cc6-de6c-4d13-bd47-704e34556eb1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a27da5","tenantID":"e2e-api-b-a27da5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:34.181080753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"e2e-e2e-api-b-a27da5-policy","reconcileID":"aa486cc6-de6c-4d13-bd47-704e34556eb1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"name":"e2e-api-b-a27da5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:34.497593634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"e2e-e2e-api-b-a27da5-policy","reconcileID":"ba0c5d18-b234-4ea5-aee4-d0fe6ca757be","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a27da5","tenantID":"e2e-api-b-a27da5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:34.554699389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"e2e-e2e-api-b-a27da5-policy","reconcileID":"ba0c5d18-b234-4ea5-aee4-d0fe6ca757be","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"name":"e2e-api-b-a27da5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:34.919481341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"e2e-e2e-api-b-c170e9-policy","reconcileID":"0b45673d-11ac-40ca-9332-b7c6ca27a0f7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c170e9","tenantID":"e2e-api-b-c170e9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:34.977260378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"e2e-e2e-api-b-c170e9-policy","reconcileID":"0b45673d-11ac-40ca-9332-b7c6ca27a0f7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"name":"e2e-api-b-c170e9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:34.978768578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"248fead8-72fc-4da8-aad7-e9e5dbef187b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:35.031457938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"248fead8-72fc-4da8-aad7-e9e5dbef187b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:35.034113745Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-c170e9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (518d3120263869a266cf2f689ac709528c2599b9efc81944dc456899ada15c3f) AuthConfig (0d0d89cde3e31cb241f1064a906d2fc9ba0e0a45b53a1f4edb8af105f07b8630) AuthConfig (de51c09bb51d078dcdb2791c8939da0d0ec48db23cadfbf36cfe5556748abd3f) AuthConfig (f47d689f2ffe85bc6fcc8434ec6d5f1ecd9194f46b7b7dddb7513e1a2ab12eaf) AuthConfig (6354b012aaf449be77065ee9587a0dedd8af4c97c7924a3f4023d161d4831000) AuthConfig (06386a6a5ff6d0e737d5d5a92c099cefaf7e6c883e0022e41d0fb4f46179ea0e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"e2e-e2e-api-b-c170e9-policy","reconcileID":"0b45673d-11ac-40ca-9332-b7c6ca27a0f7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:35.084113033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"248fead8-72fc-4da8-aad7-e9e5dbef187b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:35.136756684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"248fead8-72fc-4da8-aad7-e9e5dbef187b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:35.610039912Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:36.190815445Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"default-tenant","reconcileID":"ebbfa60f-30d8-46a8-99b4-665e0a85b9c2","namespace":"ai-tenant-e2e-api-a-c9d1fc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:36.190867588Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"default-tenant","reconcileID":"ebbfa60f-30d8-46a8-99b4-665e0a85b9c2","namespace":"ai-tenant-e2e-api-a-c9d1fc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:36.190912778Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"default-tenant","reconcileID":"ebbfa60f-30d8-46a8-99b4-665e0a85b9c2","name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:36.247024491Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"default-tenant","reconcileID":"ebbfa60f-30d8-46a8-99b4-665e0a85b9c2","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:36.247164483Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"default-tenant","reconcileID":"11c69034-221f-4978-8632-2a17c39c2fc7","namespace":"ai-tenant-e2e-api-b-018cfa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:36.247214341Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"default-tenant","reconcileID":"11c69034-221f-4978-8632-2a17c39c2fc7","namespace":"ai-tenant-e2e-api-b-018cfa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:36.247261093Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"default-tenant","reconcileID":"11c69034-221f-4978-8632-2a17c39c2fc7","name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:36.247292224Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"e2e-e2e-api-a-c9d1fc-policy","reconcileID":"79d7d371-e835-4253-ac5a-396afd5da1eb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:36.247573208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f85c989-fd22-4c65-b32a-e0bd99c38f69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:36.24758752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f85c989-fd22-4c65-b32a-e0bd99c38f69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:36.303869334Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"default-tenant","reconcileID":"11c69034-221f-4978-8632-2a17c39c2fc7","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:36.30410133Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"e2e-e2e-api-b-018cfa-policy","reconcileID":"8e3c6ba9-9033-4760-8569-58e30c082fdf","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:36.304326039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48de34a1-1933-418b-b0e8-ce6d2e0b3a0f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:36.304339447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48de34a1-1933-418b-b0e8-ce6d2e0b3a0f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:36.452891027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"e2e-e2e-api-a-c9d1fc-policy","reconcileID":"79d7d371-e835-4253-ac5a-396afd5da1eb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c9d1fc","tenantID":"e2e-api-a-c9d1fc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:36.538174548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"e2e-e2e-api-b-018cfa-policy","reconcileID":"8e3c6ba9-9033-4760-8569-58e30c082fdf","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-018cfa","tenantID":"e2e-api-b-018cfa","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:36.607161774Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"e2e-e2e-api-a-c9d1fc-policy","reconcileID":"79d7d371-e835-4253-ac5a-396afd5da1eb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"name":"e2e-api-a-c9d1fc-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:36.607183581Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"e2e-e2e-api-a-c9d1fc-policy","reconcileID":"79d7d371-e835-4253-ac5a-396afd5da1eb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c9d1fc-policy","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c9d1fc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:36.660720701Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"e2e-e2e-api-b-018cfa-policy","reconcileID":"8e3c6ba9-9033-4760-8569-58e30c082fdf","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"name":"e2e-api-b-018cfa-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:36.660737729Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"e2e-e2e-api-b-018cfa-policy","reconcileID":"8e3c6ba9-9033-4760-8569-58e30c082fdf","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-018cfa-policy","namespace":"ai-tenant-e2e-api-b-018cfa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-018cfa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:36.662997302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43a9552c-09f1-43a7-8e58-f1e25df70070","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:36.663013375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43a9552c-09f1-43a7-8e58-f1e25df70070","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:36.716747439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5dfc0c2d-4e0a-4731-8936-45b8af1c03bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:36.716765627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5dfc0c2d-4e0a-4731-8936-45b8af1c03bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:37.090641684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4628e88-eb02-4ad1-9eab-0f05985207ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:37.146056583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4628e88-eb02-4ad1-9eab-0f05985207ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:37.199446042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4628e88-eb02-4ad1-9eab-0f05985207ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:37.252631027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4628e88-eb02-4ad1-9eab-0f05985207ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:39.187727395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"095d09c3-43f9-4f8c-9529-5b8420c72869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:39.24089685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"095d09c3-43f9-4f8c-9529-5b8420c72869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:39.293790647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"095d09c3-43f9-4f8c-9529-5b8420c72869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:39.346816605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"095d09c3-43f9-4f8c-9529-5b8420c72869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:41.275551762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74176fd2-9d29-4365-ad3c-d14fc95afdfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:41.328417937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74176fd2-9d29-4365-ad3c-d14fc95afdfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:41.381423321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74176fd2-9d29-4365-ad3c-d14fc95afdfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:41.434096875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74176fd2-9d29-4365-ad3c-d14fc95afdfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:26:44.511016395Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"c10407ef-378a-4eea-ab9e-f30a8d06f973","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:26:44.511096444Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"c10407ef-378a-4eea-ab9e-f30a8d06f973","error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:44.616077851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"e2e-e2e-api-b-a27da5-policy","reconcileID":"ad03da30-7dfc-41e0-8bc8-e712d2d5fa9b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a27da5","tenantID":"e2e-api-b-a27da5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:44.672585938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"e2e-e2e-api-b-a27da5-policy","reconcileID":"ad03da30-7dfc-41e0-8bc8-e712d2d5fa9b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"name":"e2e-api-b-a27da5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:44.985444934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"e2e-e2e-api-b-a27da5-policy","reconcileID":"240f24a2-255b-4652-9d2f-558d77442a52","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a27da5","tenantID":"e2e-api-b-a27da5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:45.041662691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"e2e-e2e-api-b-a27da5-policy","reconcileID":"240f24a2-255b-4652-9d2f-558d77442a52","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"name":"e2e-api-b-a27da5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:45.139245414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"e2e-e2e-api-b-c170e9-policy","reconcileID":"cf9b15a7-eaf0-4c5f-93b0-02c42542fe53","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c170e9","tenantID":"e2e-api-b-c170e9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:45.19551377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"e2e-e2e-api-b-c170e9-policy","reconcileID":"cf9b15a7-eaf0-4c5f-93b0-02c42542fe53","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"name":"e2e-api-b-c170e9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:45.25067785Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-c170e9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (518d3120263869a266cf2f689ac709528c2599b9efc81944dc456899ada15c3f) AuthConfig (0d0d89cde3e31cb241f1064a906d2fc9ba0e0a45b53a1f4edb8af105f07b8630) AuthConfig (de51c09bb51d078dcdb2791c8939da0d0ec48db23cadfbf36cfe5556748abd3f) AuthConfig (f47d689f2ffe85bc6fcc8434ec6d5f1ecd9194f46b7b7dddb7513e1a2ab12eaf) AuthConfig (6354b012aaf449be77065ee9587a0dedd8af4c97c7924a3f4023d161d4831000) AuthConfig (06386a6a5ff6d0e737d5d5a92c099cefaf7e6c883e0022e41d0fb4f46179ea0e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"e2e-e2e-api-b-c170e9-policy","reconcileID":"cf9b15a7-eaf0-4c5f-93b0-02c42542fe53","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:55.35794758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"e2e-e2e-api-b-c170e9-policy","reconcileID":"51dc4570-ea1c-48a9-b756-99ea9c69698a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c170e9","tenantID":"e2e-api-b-c170e9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:55.415603091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"e2e-e2e-api-b-c170e9-policy","reconcileID":"51dc4570-ea1c-48a9-b756-99ea9c69698a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"name":"e2e-api-b-c170e9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:55.682585906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4faa4661-2f3e-4866-80dd-8d2867cbd313","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:26:55.682608536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4faa4661-2f3e-4866-80dd-8d2867cbd313","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:27:02.901869215Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"2d23b3f7-0f6e-4952-a6d4-031c1311106c","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:27:02.90194754Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"2d23b3f7-0f6e-4952-a6d4-031c1311106c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d5dcca72/e2e-lifecycle-model-d5dcca72-kserve-route (gateways: [openshift-ingress/e2e-mt-d5dcca72]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:27:03.91876396Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d5dcca72","namespace":"ai-tenant-e2e-mt-d5dcca72"},"namespace":"ai-tenant-e2e-mt-d5dcca72","name":"e2e-lifecycle-model-d5dcca72","reconcileID":"0115c081-49ca-4619-8121-ffa6f98b42f5","error":"maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-d5dcca72\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:05.53798579Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"default-tenant","reconcileID":"e43d4054-77fc-4643-8373-b6c2fee2ee51","namespace":"ai-tenant-e2e-api-b-a27da5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:05.538072943Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"default-tenant","reconcileID":"e43d4054-77fc-4643-8373-b6c2fee2ee51","namespace":"ai-tenant-e2e-api-b-a27da5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:05.538149791Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"default-tenant","reconcileID":"e43d4054-77fc-4643-8373-b6c2fee2ee51","name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:05.592994537Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"default-tenant","reconcileID":"e43d4054-77fc-4643-8373-b6c2fee2ee51","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:05.59314424Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"default-tenant","reconcileID":"f599e835-a275-45b0-8707-48913b34bdc6","namespace":"ai-tenant-e2e-api-b-d6544b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:05.59319524Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"default-tenant","reconcileID":"f599e835-a275-45b0-8707-48913b34bdc6","namespace":"ai-tenant-e2e-api-b-d6544b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:05.593233504Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"e2e-e2e-api-b-a27da5-policy","reconcileID":"61518269-9d76-4c91-91a1-9fb8c8ef8fd8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:05.593277869Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"default-tenant","reconcileID":"f599e835-a275-45b0-8707-48913b34bdc6","tenant":"e2e-api-b-d6544b","tenantID":"e2e-api-b-d6544b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:05.593551562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed231599-5d20-4c7a-830f-1355b8360c96","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:05.593564992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed231599-5d20-4c7a-830f-1355b8360c96","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:05.609832433Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:05.647692248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"default-tenant","reconcileID":"f599e835-a275-45b0-8707-48913b34bdc6","gvk":"Deployment","name":"maas-api-e2e-api-b-d6544b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:05.712150986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"default-tenant","reconcileID":"f599e835-a275-45b0-8707-48913b34bdc6","gvk":"Service","name":"maas-api-e2e-api-b-d6544b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:05.792668642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"default-tenant","reconcileID":"f599e835-a275-45b0-8707-48913b34bdc6","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-d6544b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:05.817228184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"e2e-e2e-api-b-a27da5-policy","reconcileID":"61518269-9d76-4c91-91a1-9fb8c8ef8fd8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a27da5","tenantID":"e2e-api-b-a27da5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:05.850682698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"default-tenant","reconcileID":"f599e835-a275-45b0-8707-48913b34bdc6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-d6544b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:05.907833801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"default-tenant","reconcileID":"f599e835-a275-45b0-8707-48913b34bdc6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-d6544b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:05.952338631Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"e2e-e2e-api-b-a27da5-policy","reconcileID":"61518269-9d76-4c91-91a1-9fb8c8ef8fd8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"name":"e2e-api-b-a27da5-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:05.952479743Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"e2e-e2e-api-b-a27da5-policy","reconcileID":"61518269-9d76-4c91-91a1-9fb8c8ef8fd8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a27da5-policy","namespace":"ai-tenant-e2e-api-b-a27da5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a27da5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:05.966445269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"default-tenant","reconcileID":"f599e835-a275-45b0-8707-48913b34bdc6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-d6544b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:06.009273321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b875dd51-facd-47c3-b883-170117697dc7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:06.009295123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b875dd51-facd-47c3-b883-170117697dc7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:06.025518723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"default-tenant","reconcileID":"f599e835-a275-45b0-8707-48913b34bdc6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-d6544b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:06.090541864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"default-tenant","reconcileID":"f599e835-a275-45b0-8707-48913b34bdc6","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-d6544b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:06.149442673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"default-tenant","reconcileID":"f599e835-a275-45b0-8707-48913b34bdc6","gvk":"Deployment","name":"payload-processing-e2e-api-b-d6544b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:06.201911356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"default-tenant","reconcileID":"f599e835-a275-45b0-8707-48913b34bdc6","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-d6544b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:06.254490599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"default-tenant","reconcileID":"f599e835-a275-45b0-8707-48913b34bdc6","gvk":"Service","name":"payload-processing-e2e-api-b-d6544b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:06.306728678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"default-tenant","reconcileID":"f599e835-a275-45b0-8707-48913b34bdc6","gvk":"Service","name":"payload-pre-processing-e2e-api-b-d6544b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:06.358928101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"default-tenant","reconcileID":"f599e835-a275-45b0-8707-48913b34bdc6","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-d6544b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:06.410831749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"default-tenant","reconcileID":"f599e835-a275-45b0-8707-48913b34bdc6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-d6544b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:06.462902421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"default-tenant","reconcileID":"f599e835-a275-45b0-8707-48913b34bdc6","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-d6544b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:06.518449822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"default-tenant","reconcileID":"f599e835-a275-45b0-8707-48913b34bdc6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-d6544b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:06.570891154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"default-tenant","reconcileID":"f599e835-a275-45b0-8707-48913b34bdc6","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-d6544b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:06.623090056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"default-tenant","reconcileID":"f599e835-a275-45b0-8707-48913b34bdc6","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-d6544b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:06.679703142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"default-tenant","reconcileID":"f599e835-a275-45b0-8707-48913b34bdc6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-d6544b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:06.733702429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6544b"},"namespace":"ai-tenant-e2e-api-b-d6544b","name":"default-tenant","reconcileID":"f599e835-a275-45b0-8707-48913b34bdc6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-d6544b","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:07.556392608Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-d6544b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-d6544b","reconcileID":"af2ab6b9-66a1-440c-bb81-093aff871982","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-d6544b","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-d6544b"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:08.662519168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b538845f-c563-4bd2-9a7e-e9a3721085d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:08.716245304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b538845f-c563-4bd2-9a7e-e9a3721085d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:08.768910591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b538845f-c563-4bd2-9a7e-e9a3721085d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:08.821845796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b538845f-c563-4bd2-9a7e-e9a3721085d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:10.730502483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d994569c-75b2-449d-9062-b39ea49612ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:10.783166887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d994569c-75b2-449d-9062-b39ea49612ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:10.835837075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d994569c-75b2-449d-9062-b39ea49612ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:10.888715548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d994569c-75b2-449d-9062-b39ea49612ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:11.942451373Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"default-tenant","reconcileID":"5066cf37-0fb2-4b4c-8fee-dbccfb491261","namespace":"ai-tenant-e2e-api-a-c9d1fc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:11.942538869Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"default-tenant","reconcileID":"5066cf37-0fb2-4b4c-8fee-dbccfb491261","namespace":"ai-tenant-e2e-api-a-c9d1fc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:11.942620864Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"default-tenant","reconcileID":"5066cf37-0fb2-4b4c-8fee-dbccfb491261","tenant":"e2e-api-a-c9d1fc","tenantID":"e2e-api-a-c9d1fc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:11.997708355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"default-tenant","reconcileID":"5066cf37-0fb2-4b4c-8fee-dbccfb491261","gvk":"Deployment","name":"maas-api-e2e-api-a-c9d1fc","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:12.057857096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"default-tenant","reconcileID":"5066cf37-0fb2-4b4c-8fee-dbccfb491261","gvk":"Service","name":"maas-api-e2e-api-a-c9d1fc","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:12.115440981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"default-tenant","reconcileID":"5066cf37-0fb2-4b4c-8fee-dbccfb491261","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-c9d1fc","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:12.169583863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"default-tenant","reconcileID":"5066cf37-0fb2-4b4c-8fee-dbccfb491261","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-c9d1fc","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:12.234262526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"default-tenant","reconcileID":"5066cf37-0fb2-4b4c-8fee-dbccfb491261","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-c9d1fc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:12.291873208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"default-tenant","reconcileID":"5066cf37-0fb2-4b4c-8fee-dbccfb491261","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-c9d1fc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:12.347218012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"default-tenant","reconcileID":"5066cf37-0fb2-4b4c-8fee-dbccfb491261","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-c9d1fc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:12.412175773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"default-tenant","reconcileID":"5066cf37-0fb2-4b4c-8fee-dbccfb491261","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-c9d1fc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:12.465343255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"default-tenant","reconcileID":"5066cf37-0fb2-4b4c-8fee-dbccfb491261","gvk":"Deployment","name":"payload-processing-e2e-api-a-c9d1fc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:12.517672118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"default-tenant","reconcileID":"5066cf37-0fb2-4b4c-8fee-dbccfb491261","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-c9d1fc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:12.570752373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"default-tenant","reconcileID":"5066cf37-0fb2-4b4c-8fee-dbccfb491261","gvk":"Service","name":"payload-processing-e2e-api-a-c9d1fc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:12.623127198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"default-tenant","reconcileID":"5066cf37-0fb2-4b4c-8fee-dbccfb491261","gvk":"Service","name":"payload-pre-processing-e2e-api-a-c9d1fc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:12.67563271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"default-tenant","reconcileID":"5066cf37-0fb2-4b4c-8fee-dbccfb491261","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-c9d1fc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:12.728077653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"default-tenant","reconcileID":"5066cf37-0fb2-4b4c-8fee-dbccfb491261","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-c9d1fc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:12.781371267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"default-tenant","reconcileID":"5066cf37-0fb2-4b4c-8fee-dbccfb491261","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-c9d1fc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:12.836718117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"default-tenant","reconcileID":"5066cf37-0fb2-4b4c-8fee-dbccfb491261","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-c9d1fc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:12.888978298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"default-tenant","reconcileID":"5066cf37-0fb2-4b4c-8fee-dbccfb491261","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-c9d1fc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:12.940796655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"default-tenant","reconcileID":"5066cf37-0fb2-4b4c-8fee-dbccfb491261","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-c9d1fc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:12.994724045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"default-tenant","reconcileID":"5066cf37-0fb2-4b4c-8fee-dbccfb491261","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-c9d1fc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:13.05027327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c9d1fc"},"namespace":"ai-tenant-e2e-api-a-c9d1fc","name":"default-tenant","reconcileID":"5066cf37-0fb2-4b4c-8fee-dbccfb491261","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-c9d1fc","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:13.111545629Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"default-tenant","reconcileID":"556ba386-a124-4c3b-ab31-d51e15de1fe2","namespace":"ai-tenant-e2e-api-b-018cfa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:13.112209761Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"default-tenant","reconcileID":"556ba386-a124-4c3b-ab31-d51e15de1fe2","namespace":"ai-tenant-e2e-api-b-018cfa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:13.112402604Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"default-tenant","reconcileID":"556ba386-a124-4c3b-ab31-d51e15de1fe2","tenant":"e2e-api-b-018cfa","tenantID":"e2e-api-b-018cfa","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:13.167992441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"default-tenant","reconcileID":"556ba386-a124-4c3b-ab31-d51e15de1fe2","gvk":"Deployment","name":"maas-api-e2e-api-b-018cfa","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:13.227823678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"default-tenant","reconcileID":"556ba386-a124-4c3b-ab31-d51e15de1fe2","gvk":"Service","name":"maas-api-e2e-api-b-018cfa","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:13.287295611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"default-tenant","reconcileID":"556ba386-a124-4c3b-ab31-d51e15de1fe2","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-018cfa","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:13.340941946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"default-tenant","reconcileID":"556ba386-a124-4c3b-ab31-d51e15de1fe2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-018cfa","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:13.397041367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"default-tenant","reconcileID":"556ba386-a124-4c3b-ab31-d51e15de1fe2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-018cfa","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:13.451715938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"default-tenant","reconcileID":"556ba386-a124-4c3b-ab31-d51e15de1fe2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-018cfa","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:13.509452584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"default-tenant","reconcileID":"556ba386-a124-4c3b-ab31-d51e15de1fe2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-018cfa","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:13.575834671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"default-tenant","reconcileID":"556ba386-a124-4c3b-ab31-d51e15de1fe2","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-018cfa","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:13.629717548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"default-tenant","reconcileID":"556ba386-a124-4c3b-ab31-d51e15de1fe2","gvk":"Deployment","name":"payload-processing-e2e-api-b-018cfa","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:13.683042154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"default-tenant","reconcileID":"556ba386-a124-4c3b-ab31-d51e15de1fe2","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-018cfa","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:13.746301292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"default-tenant","reconcileID":"556ba386-a124-4c3b-ab31-d51e15de1fe2","gvk":"Service","name":"payload-processing-e2e-api-b-018cfa","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:13.818779314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"default-tenant","reconcileID":"556ba386-a124-4c3b-ab31-d51e15de1fe2","gvk":"Service","name":"payload-pre-processing-e2e-api-b-018cfa","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:13.8714009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"default-tenant","reconcileID":"556ba386-a124-4c3b-ab31-d51e15de1fe2","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-018cfa","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:13.924104798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"default-tenant","reconcileID":"556ba386-a124-4c3b-ab31-d51e15de1fe2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-018cfa","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:13.943172646Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-c9d1fc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-c9d1fc","reconcileID":"d21f9a2f-78ea-4c05-89e4-e80a76d8d76b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-c9d1fc","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-c9d1fc"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:13.976164816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"default-tenant","reconcileID":"556ba386-a124-4c3b-ab31-d51e15de1fe2","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-018cfa","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:14.03204164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"default-tenant","reconcileID":"556ba386-a124-4c3b-ab31-d51e15de1fe2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-018cfa","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:14.084274994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"default-tenant","reconcileID":"556ba386-a124-4c3b-ab31-d51e15de1fe2","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-018cfa","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:14.136584228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"default-tenant","reconcileID":"556ba386-a124-4c3b-ab31-d51e15de1fe2","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-018cfa","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:14.241944081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"default-tenant","reconcileID":"556ba386-a124-4c3b-ab31-d51e15de1fe2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-018cfa","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:14.29469125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-018cfa"},"namespace":"ai-tenant-e2e-api-b-018cfa","name":"default-tenant","reconcileID":"556ba386-a124-4c3b-ab31-d51e15de1fe2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-018cfa","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:15.197909035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7884bdc-bc8c-448c-8b20-6d9873442ddf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:15.251183154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7884bdc-bc8c-448c-8b20-6d9873442ddf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:15.30701719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7884bdc-bc8c-448c-8b20-6d9873442ddf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:15.363552583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7884bdc-bc8c-448c-8b20-6d9873442ddf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:15.364803826Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-018cfa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-018cfa","reconcileID":"9d153137-87d6-4227-b43c-1264efe71c8a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-018cfa","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-018cfa"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:15.965437777Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-6a5285","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-6a5285","reconcileID":"a13174a6-626f-4e76-b79b-4db58caeca53","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-6a5285","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-6a5285":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:17.277940093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3dbf6bf-cef3-497d-b90a-080d62bf1291","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:17.330834996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3dbf6bf-cef3-497d-b90a-080d62bf1291","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:17.38375316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3dbf6bf-cef3-497d-b90a-080d62bf1291","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:17.436716935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3dbf6bf-cef3-497d-b90a-080d62bf1291","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:19.382763282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef67ed35-8597-42bb-864c-ada53a79a03a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:19.438062705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef67ed35-8597-42bb-864c-ada53a79a03a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:19.491267407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef67ed35-8597-42bb-864c-ada53a79a03a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:19.555687723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef67ed35-8597-42bb-864c-ada53a79a03a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:21.427308023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"e2e-e2e-api-b-c170e9-policy","reconcileID":"d9a3a763-5f92-43b8-bd0d-a6fe14c64e86","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c170e9","tenantID":"e2e-api-b-c170e9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:21.483672173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"e2e-e2e-api-b-c170e9-policy","reconcileID":"d9a3a763-5f92-43b8-bd0d-a6fe14c64e86","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"name":"e2e-api-b-c170e9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:21.793173188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"e2e-e2e-api-b-c170e9-policy","reconcileID":"9b18b3df-3abd-47ea-b40e-ea09fb568962","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c170e9","tenantID":"e2e-api-b-c170e9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:21.849518311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"e2e-e2e-api-b-c170e9-policy","reconcileID":"9b18b3df-3abd-47ea-b40e-ea09fb568962","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"name":"e2e-api-b-c170e9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:22.176318661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"106a652b-9637-4896-b932-e7fe7c4fd7ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:22.229540885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"106a652b-9637-4896-b932-e7fe7c4fd7ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:22.282554568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"106a652b-9637-4896-b932-e7fe7c4fd7ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:22.359327433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"106a652b-9637-4896-b932-e7fe7c4fd7ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:24.277612574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1373c419-3ef7-4042-b787-b0bb97a5d6a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:24.330188781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1373c419-3ef7-4042-b787-b0bb97a5d6a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:24.382688594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1373c419-3ef7-4042-b787-b0bb97a5d6a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:24.435329566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1373c419-3ef7-4042-b787-b0bb97a5d6a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:26.329165411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9d9dcd4-c3fc-4481-8ad2-ec311ed35e02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:26.381736102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9d9dcd4-c3fc-4481-8ad2-ec311ed35e02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:26.434416729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9d9dcd4-c3fc-4481-8ad2-ec311ed35e02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:26.465748596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a2ee1aa-ed64-43f4-ac5f-2e81481ab387","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:26.465764303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a2ee1aa-ed64-43f4-ac5f-2e81481ab387","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:26.487118001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9d9dcd4-c3fc-4481-8ad2-ec311ed35e02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:26.544513772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b585e20f-3474-49c5-a252-5645905d6d6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:26.544531773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b585e20f-3474-49c5-a252-5645905d6d6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:26.7028307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-0215b58c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-0215b58c","reconcileID":"17a3f4de-0ec0-4b2e-b58f-071a7257a7b7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-0215b58c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:26.829450902Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-0215b58c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-0215b58c","reconcileID":"17a3f4de-0ec0-4b2e-b58f-071a7257a7b7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-0215b58c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:26.84099095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e07d86f0-549f-4f0d-9aac-aca8fe31d364","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:26.841007426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e07d86f0-549f-4f0d-9aac-aca8fe31d364","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:26.884375628Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-0215b58c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-0215b58c","reconcileID":"17a3f4de-0ec0-4b2e-b58f-071a7257a7b7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-0215b58c","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:26.896344821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c20c1bd3-47b7-4c11-a041-71eced84e6d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:26.896385629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c20c1bd3-47b7-4c11-a041-71eced84e6d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:26.942166311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56f510fb-2355-405a-ac9e-5915cf198cab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:26.942189419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56f510fb-2355-405a-ac9e-5915cf198cab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:27:26.947116158Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-0215b58c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-0215b58c","reconcileID":"a7ad3a0d-da6b-49f3-877a-504689cb12a3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-0215b58c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:26.997332066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"baf0eca2-81ea-471d-8adc-503332a8d1a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:26.998141646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f685a50a-5304-4165-a0be-871a36a1cbff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:27.055157644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"baf0eca2-81ea-471d-8adc-503332a8d1a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:27.055177296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f685a50a-5304-4165-a0be-871a36a1cbff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:27.061010105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6733818-4683-459f-9eb3-3bde50151827","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:27.061025558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6733818-4683-459f-9eb3-3bde50151827","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:27.098682585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-0215b58c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-0215b58c","reconcileID":"b93a6371-9b1b-4528-8036-595509a48e50","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-0215b58c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:27.116124697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"343139f0-530c-46f3-a8ed-d710376c3a3d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:27.116139849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"343139f0-530c-46f3-a8ed-d710376c3a3d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:27.155138083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-0215b58c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-0215b58c","reconcileID":"b93a6371-9b1b-4528-8036-595509a48e50","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-0215b58c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:27.209969864Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-0215b58c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-0215b58c","reconcileID":"b93a6371-9b1b-4528-8036-595509a48e50","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-0215b58c","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:27.368103453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-0215b58c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-0215b58c","reconcileID":"88394e99-b1c7-4341-8f7f-3876fc6dc3ee","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-0215b58c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:27.384279018Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-0215b58c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-0215b58c","reconcileID":"2ecec221-d16e-4b3c-9981-b33d7bb774d0","MaaSSubscription":{"name":"e2e-neg-ghost-sub-0215b58c","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-0215b58c","models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:27.384420236Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-0215b58c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-0215b58c","reconcileID":"2ecec221-d16e-4b3c-9981-b33d7bb774d0","MaaSSubscription":{"name":"e2e-neg-ghost-sub-0215b58c","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-0215b58c","error":"MaaSModelRef not found: llm/nonexistent-model-0215b58c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:27.416030696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a760a80-0feb-4de6-9e0a-fdf4b40bb0e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:27.416029016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"acefd01a-f62d-4c72-ae0b-003b94ae13e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:27.424986037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-0215b58c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-0215b58c","reconcileID":"88394e99-b1c7-4341-8f7f-3876fc6dc3ee","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-0215b58c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:27.472310675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"acefd01a-f62d-4c72-ae0b-003b94ae13e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:27.472411289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a760a80-0feb-4de6-9e0a-fdf4b40bb0e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:27.479872853Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-0215b58c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-0215b58c","reconcileID":"88394e99-b1c7-4341-8f7f-3876fc6dc3ee","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-0215b58c","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:27.65451645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc078920-bdfb-4375-9e9b-fe1ea699f405","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:27.654534534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc078920-bdfb-4375-9e9b-fe1ea699f405","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:27.697752119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"17150276-74c0-4146-8714-d49c746413fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:27.916852649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-0215b58c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-0215b58c","reconcileID":"9f7ac8dc-0f2b-41a1-92eb-aaae666c20ae","MaaSSubscription":{"name":"e2e-neg-ghost-sub-0215b58c","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:27.916999238Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-0215b58c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-0215b58c","reconcileID":"9f7ac8dc-0f2b-41a1-92eb-aaae666c20ae","MaaSSubscription":{"name":"e2e-neg-ghost-sub-0215b58c","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-0215b58c","error":"MaaSModelRef not found: llm/nonexistent-model-0215b58c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:28.184531126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aeac552e-db7d-4de4-b7b9-4840eb72dbb2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:28.184552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aeac552e-db7d-4de4-b7b9-4840eb72dbb2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:28.392795454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14420634-709b-4b39-befa-4225c96f9d93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:28.445302191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14420634-709b-4b39-befa-4225c96f9d93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:28.497919544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14420634-709b-4b39-befa-4225c96f9d93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:28.550849003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14420634-709b-4b39-befa-4225c96f9d93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:29.536560593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f10231f-8ced-4d80-80c2-90578a37aff0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:29.536583873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f10231f-8ced-4d80-80c2-90578a37aff0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:29.771232513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a3d3e39d-f381-4a0e-980b-fa7e6ff0b775","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:29.77150166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-0215b58c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-0215b58c","reconcileID":"46dd52a3-8650-4ed3-b979-4c643b561dfc","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-0215b58c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:29.771232026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e516e02-c8f1-49f5-a3c6-477deea62022","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:29.828570535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e516e02-c8f1-49f5-a3c6-477deea62022","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:29.831006847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-0215b58c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-0215b58c","reconcileID":"46dd52a3-8650-4ed3-b979-4c643b561dfc","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-0215b58c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:29.831109913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a3d3e39d-f381-4a0e-980b-fa7e6ff0b775","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:29.937856908Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-0215b58c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-0215b58c","reconcileID":"46dd52a3-8650-4ed3-b979-4c643b561dfc","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-0215b58c","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:30.47441234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b395bf02-d170-4972-a984-4984e107772d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:30.527216467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b395bf02-d170-4972-a984-4984e107772d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:30.580096416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b395bf02-d170-4972-a984-4984e107772d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:30.634794392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b395bf02-d170-4972-a984-4984e107772d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:31.962678305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"e2e-e2e-api-b-c170e9-policy","reconcileID":"55ce1c40-22c3-4e47-b45d-6a89155817a1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c170e9","tenantID":"e2e-api-b-c170e9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:32.033471293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"e2e-e2e-api-b-c170e9-policy","reconcileID":"55ce1c40-22c3-4e47-b45d-6a89155817a1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"name":"e2e-api-b-c170e9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:32.29541688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"e2e-e2e-api-b-c170e9-policy","reconcileID":"247e513c-2abd-4eda-9686-c68c46f12680","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c170e9","tenantID":"e2e-api-b-c170e9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:32.351535603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"e2e-e2e-api-b-c170e9-policy","reconcileID":"247e513c-2abd-4eda-9686-c68c46f12680","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"name":"e2e-api-b-c170e9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:32.531534543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73ebde03-fab6-4f45-8329-d4c78d7cba8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:32.58443147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73ebde03-fab6-4f45-8329-d4c78d7cba8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:32.637248805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73ebde03-fab6-4f45-8329-d4c78d7cba8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:32.690134916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73ebde03-fab6-4f45-8329-d4c78d7cba8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:35.609418945Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:39.726822719Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-0215b58c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-0215b58c","reconcileID":"fa552450-653e-4834-b8be-6bfd7b8cc581","MaaSSubscription":{"name":"e2e-neg-ghost-sub-0215b58c","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-0215b58c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:39.946335818Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-0215b58c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-0215b58c","reconcileID":"fa552450-653e-4834-b8be-6bfd7b8cc581","MaaSSubscription":{"name":"e2e-neg-ghost-sub-0215b58c","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:39.946388232Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-0215b58c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-0215b58c","reconcileID":"fa552450-653e-4834-b8be-6bfd7b8cc581","MaaSSubscription":{"name":"e2e-neg-ghost-sub-0215b58c","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-0215b58c","subscription":"e2e-neg-ghost-sub-0215b58c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:39.946486565Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-0215b58c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-0215b58c","reconcileID":"fa552450-653e-4834-b8be-6bfd7b8cc581","MaaSSubscription":{"name":"e2e-neg-ghost-sub-0215b58c","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-0215b58c","error":"MaaSModelRef not found: llm/nonexistent-model-0215b58c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:40.147681951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-0215b58c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-0215b58c","reconcileID":"7740215b-1a3d-4416-a91c-b6cc5fb8283a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-0215b58c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:40.201762999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bee96678-7dca-48ee-845b-90cdc8b79bf0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:40.204110491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-0215b58c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-0215b58c","reconcileID":"7740215b-1a3d-4416-a91c-b6cc5fb8283a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-0215b58c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:40.26007471Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-0215b58c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-0215b58c","reconcileID":"7740215b-1a3d-4416-a91c-b6cc5fb8283a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-0215b58c","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:40.26379699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e627b253-d4b0-4440-a90a-a6d0ef3ace0f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:40.263813564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e627b253-d4b0-4440-a90a-a6d0ef3ace0f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:40.403582441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73e7abee-78f2-4945-af90-2c71885808a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:40.403597586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73e7abee-78f2-4945-af90-2c71885808a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:40.424479771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f49e2c4-2055-4cde-8237-df53c74fab53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:40.424607418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-0215b58c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-0215b58c","reconcileID":"33425caf-38c0-4900-96df-75b8187bf887","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-0215b58c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:40.425070998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef9b4ee1-044d-4999-88c9-37de7ff8f721","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:40.48219568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f49e2c4-2055-4cde-8237-df53c74fab53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:40.482215575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-0215b58c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-0215b58c","reconcileID":"33425caf-38c0-4900-96df-75b8187bf887","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-0215b58c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:40.484580464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef9b4ee1-044d-4999-88c9-37de7ff8f721","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:40.538367497Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-0215b58c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-0215b58c","reconcileID":"33425caf-38c0-4900-96df-75b8187bf887","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-0215b58c","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:40.538547422Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-0215b58c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-0215b58c","reconcileID":"3095b81b-da39-4f42-8e84-9a8178678b7c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-0215b58c","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:40.747192446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66237fe3-afc2-4e1f-9c91-51068c9efd97","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:40.747220482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66237fe3-afc2-4e1f-9c91-51068c9efd97","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:41.075992882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71feabec-e0b8-435c-880a-6e77933ac187","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:41.076012342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71feabec-e0b8-435c-880a-6e77933ac187","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:41.131041541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d315dad-4c2a-422b-a7cb-083b9f1a187e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:41.13106155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d315dad-4c2a-422b-a7cb-083b9f1a187e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:41.339111304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be4c3f1c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-be4c3f1c","reconcileID":"74a955b2-83cc-421d-87ee-b3f038ea5600","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be4c3f1c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:41.397555288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be4c3f1c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-be4c3f1c","reconcileID":"74a955b2-83cc-421d-87ee-b3f038ea5600","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be4c3f1c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:41.454594572Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be4c3f1c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-be4c3f1c","reconcileID":"74a955b2-83cc-421d-87ee-b3f038ea5600","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be4c3f1c","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:41.510659272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"011d5a2b-a5d2-4485-ac03-3fa4ccde641f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:41.510680802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"011d5a2b-a5d2-4485-ac03-3fa4ccde641f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:41.721928377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be4c3f1c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-be4c3f1c","reconcileID":"834a313b-40d6-4dbc-829e-ab339cfef54a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be4c3f1c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:41.78030245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be4c3f1c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-be4c3f1c","reconcileID":"834a313b-40d6-4dbc-829e-ab339cfef54a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be4c3f1c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:41.838587229Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be4c3f1c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-be4c3f1c","reconcileID":"834a313b-40d6-4dbc-829e-ab339cfef54a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be4c3f1c","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:44.665831419Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"default-tenant","reconcileID":"5cba2894-4894-4b08-aa8d-2b914d1bcab2","namespace":"ai-tenant-e2e-api-b-a27da5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:44.665907254Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"default-tenant","reconcileID":"5cba2894-4894-4b08-aa8d-2b914d1bcab2","namespace":"ai-tenant-e2e-api-b-a27da5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:44.665968399Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"default-tenant","reconcileID":"5cba2894-4894-4b08-aa8d-2b914d1bcab2","tenant":"e2e-api-b-a27da5","tenantID":"e2e-api-b-a27da5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:44.720120092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"default-tenant","reconcileID":"5cba2894-4894-4b08-aa8d-2b914d1bcab2","gvk":"Deployment","name":"maas-api-e2e-api-b-a27da5","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:44.779852861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"default-tenant","reconcileID":"5cba2894-4894-4b08-aa8d-2b914d1bcab2","gvk":"Service","name":"maas-api-e2e-api-b-a27da5","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:44.836477237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"default-tenant","reconcileID":"5cba2894-4894-4b08-aa8d-2b914d1bcab2","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-a27da5","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:44.890864863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"default-tenant","reconcileID":"5cba2894-4894-4b08-aa8d-2b914d1bcab2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-a27da5","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:44.949013096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"default-tenant","reconcileID":"5cba2894-4894-4b08-aa8d-2b914d1bcab2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-a27da5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:45.017763571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"default-tenant","reconcileID":"5cba2894-4894-4b08-aa8d-2b914d1bcab2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-a27da5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:45.074882735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"default-tenant","reconcileID":"5cba2894-4894-4b08-aa8d-2b914d1bcab2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-a27da5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:45.137470346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"default-tenant","reconcileID":"5cba2894-4894-4b08-aa8d-2b914d1bcab2","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-a27da5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:45.190055776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"default-tenant","reconcileID":"5cba2894-4894-4b08-aa8d-2b914d1bcab2","gvk":"Deployment","name":"payload-processing-e2e-api-b-a27da5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:45.242413488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"default-tenant","reconcileID":"5cba2894-4894-4b08-aa8d-2b914d1bcab2","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-a27da5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:45.294678073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"default-tenant","reconcileID":"5cba2894-4894-4b08-aa8d-2b914d1bcab2","gvk":"Service","name":"payload-processing-e2e-api-b-a27da5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:45.34685561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"default-tenant","reconcileID":"5cba2894-4894-4b08-aa8d-2b914d1bcab2","gvk":"Service","name":"payload-pre-processing-e2e-api-b-a27da5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:45.399014541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"default-tenant","reconcileID":"5cba2894-4894-4b08-aa8d-2b914d1bcab2","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-a27da5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:45.451108997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"default-tenant","reconcileID":"5cba2894-4894-4b08-aa8d-2b914d1bcab2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-a27da5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:45.503254306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"default-tenant","reconcileID":"5cba2894-4894-4b08-aa8d-2b914d1bcab2","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-a27da5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:45.558660697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"default-tenant","reconcileID":"5cba2894-4894-4b08-aa8d-2b914d1bcab2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-a27da5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:45.611684535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"default-tenant","reconcileID":"5cba2894-4894-4b08-aa8d-2b914d1bcab2","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-a27da5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:45.66481354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"default-tenant","reconcileID":"5cba2894-4894-4b08-aa8d-2b914d1bcab2","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-a27da5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:45.719976936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"default-tenant","reconcileID":"5cba2894-4894-4b08-aa8d-2b914d1bcab2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-a27da5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:45.772559447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a27da5"},"namespace":"ai-tenant-e2e-api-b-a27da5","name":"default-tenant","reconcileID":"5cba2894-4894-4b08-aa8d-2b914d1bcab2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-a27da5","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:46.644506908Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-a27da5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-a27da5","reconcileID":"6c6c8fff-5c37-4802-b90e-d0e068b3441d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-a27da5","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-a27da5"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:47.814156337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d2a2903-dca3-4a3e-9ca8-52d421a002b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:47.866804184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d2a2903-dca3-4a3e-9ca8-52d421a002b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:47.919368966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d2a2903-dca3-4a3e-9ca8-52d421a002b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:47.972042964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d2a2903-dca3-4a3e-9ca8-52d421a002b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:49.884267905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"801928a8-c189-4a96-b585-2a40e8039465","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:49.936916337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"801928a8-c189-4a96-b585-2a40e8039465","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:49.98938824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"801928a8-c189-4a96-b585-2a40e8039465","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:50.042398358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"801928a8-c189-4a96-b585-2a40e8039465","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:50.262215312Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-4c3ea5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-4c3ea5","reconcileID":"0f5dd9a7-35d6-4f79-b244-f95a01dc562a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-4c3ea5","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-4c3ea5":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:51.974423735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a09c83aa-7676-4df8-8799-1d2dba08025a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:52.027459734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a09c83aa-7676-4df8-8799-1d2dba08025a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:52.080103111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a09c83aa-7676-4df8-8799-1d2dba08025a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:52.080296143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be4c3f1c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-be4c3f1c","reconcileID":"071bd733-d14a-4847-8eae-55a51f25d4fc","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be4c3f1c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:52.133053847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a09c83aa-7676-4df8-8799-1d2dba08025a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:52.189839073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be4c3f1c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-be4c3f1c","reconcileID":"071bd733-d14a-4847-8eae-55a51f25d4fc","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be4c3f1c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:52.249249312Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be4c3f1c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-be4c3f1c","reconcileID":"071bd733-d14a-4847-8eae-55a51f25d4fc","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be4c3f1c","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:52.307560748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7282a142-dff3-4b93-95a4-073b9cb97fb8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:52.307577408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7282a142-dff3-4b93-95a4-073b9cb97fb8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:54.077980775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32a9484a-2a94-4cfa-960f-39b492da1c17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:54.130842804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32a9484a-2a94-4cfa-960f-39b492da1c17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:54.183249088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32a9484a-2a94-4cfa-960f-39b492da1c17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:54.235979016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32a9484a-2a94-4cfa-960f-39b492da1c17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:56.151418823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"default-tenant","reconcileID":"b41020cb-137f-488e-a833-0bcb21d141c9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6a5285","tenantID":"e2e-api-a-6a5285","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:56.175160367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bc63720-280b-4f32-8711-7d33598bf0e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:56.228067161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bc63720-280b-4f32-8711-7d33598bf0e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:56.28115515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bc63720-280b-4f32-8711-7d33598bf0e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:56.334399972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bc63720-280b-4f32-8711-7d33598bf0e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:56.397410822Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"default-tenant","reconcileID":"b41020cb-137f-488e-a833-0bcb21d141c9","name":"e2e-api-a-6a5285-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:56.454662299Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"default-tenant","reconcileID":"4edc802a-2438-4fa9-be37-19768468e672","namespace":"ai-tenant-e2e-api-b-c170e9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:56.454733651Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"default-tenant","reconcileID":"4edc802a-2438-4fa9-be37-19768468e672","namespace":"ai-tenant-e2e-api-b-c170e9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:56.454796552Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"default-tenant","reconcileID":"4edc802a-2438-4fa9-be37-19768468e672","name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:56.511750119Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"default-tenant","reconcileID":"4edc802a-2438-4fa9-be37-19768468e672","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:56.512733956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"820e14da-f318-4a7d-baed-ecdbcbbe05c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:56.512752015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"820e14da-f318-4a7d-baed-ecdbcbbe05c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:56.547601487Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"e2e-e2e-api-b-c170e9-policy","reconcileID":"5252c890-0ebd-4116-91df-68ab7ec88157","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:56.737737306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"e2e-e2e-api-b-c170e9-policy","reconcileID":"5252c890-0ebd-4116-91df-68ab7ec88157","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c170e9","tenantID":"e2e-api-b-c170e9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:56.861130696Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"e2e-e2e-api-b-c170e9-policy","reconcileID":"5252c890-0ebd-4116-91df-68ab7ec88157","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"name":"e2e-api-b-c170e9-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:56.861150323Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"e2e-e2e-api-b-c170e9-policy","reconcileID":"5252c890-0ebd-4116-91df-68ab7ec88157","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c170e9-policy","namespace":"ai-tenant-e2e-api-b-c170e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c170e9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:56.918276517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83a20957-15c2-462d-a90f-154130ec9bbc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:56.918294517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83a20957-15c2-462d-a90f-154130ec9bbc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:59.315684059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ae8b458-17e0-4d20-8314-0edc987d9bae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:59.377632428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ae8b458-17e0-4d20-8314-0edc987d9bae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:59.431498082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ae8b458-17e0-4d20-8314-0edc987d9bae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:59.498227942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ae8b458-17e0-4d20-8314-0edc987d9bae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:27:59.843955108Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-dd87f0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-dd87f0","reconcileID":"737522b3-04c8-4b0a-8767-aa48ea4dfa7c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-dd87f0","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-dd87f0":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:01.707991504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e1b3849-4c1b-41a3-a155-f7bbb058abb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:01.769405404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e1b3849-4c1b-41a3-a155-f7bbb058abb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:01.822985462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e1b3849-4c1b-41a3-a155-f7bbb058abb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:01.884667629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e1b3849-4c1b-41a3-a155-f7bbb058abb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:02.568210575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be4c3f1c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-be4c3f1c","reconcileID":"5c6c68be-a8af-4c2b-b78b-233725428242","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be4c3f1c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:02.625664836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be4c3f1c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-be4c3f1c","reconcileID":"5c6c68be-a8af-4c2b-b78b-233725428242","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be4c3f1c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:02.684872806Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be4c3f1c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-be4c3f1c","reconcileID":"5c6c68be-a8af-4c2b-b78b-233725428242","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be4c3f1c","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:05.609295388Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:12.924917546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be4c3f1c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-be4c3f1c","reconcileID":"f00afc8a-5e1c-4065-9cbe-625002e5723b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be4c3f1c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:12.994888417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be4c3f1c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-be4c3f1c","reconcileID":"f00afc8a-5e1c-4065-9cbe-625002e5723b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be4c3f1c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:13.137666576Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be4c3f1c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-be4c3f1c","reconcileID":"f00afc8a-5e1c-4065-9cbe-625002e5723b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be4c3f1c","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-be4c3f1c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:13.372564816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff0cf3b9-c5fb-448a-a8af-9c38f96512f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:13.372602793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff0cf3b9-c5fb-448a-a8af-9c38f96512f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:15.957018404Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be4c3f1c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-be4c3f1c","reconcileID":"e81fa127-f4a3-4213-bab4-98270d468595","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be4c3f1c","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:15.95705145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e2d375c-8f15-4077-b18e-cc3338fe5c66","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:15.957064427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e2d375c-8f15-4077-b18e-cc3338fe5c66","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:16.009474162Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be4c3f1c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-be4c3f1c","reconcileID":"e81fa127-f4a3-4213-bab4-98270d468595","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be4c3f1c","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-be4c3f1c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:16.218680098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"341617fa-8f94-4e29-a828-9d0dd86c0a71","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:16.218702225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"341617fa-8f94-4e29-a828-9d0dd86c0a71","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:21.457936082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad8216c2-f996-4d4b-bea6-49d0817a395e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:21.510858672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad8216c2-f996-4d4b-bea6-49d0817a395e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:21.563896612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad8216c2-f996-4d4b-bea6-49d0817a395e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:21.616563246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad8216c2-f996-4d4b-bea6-49d0817a395e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:22.001204734Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-045653","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-045653","reconcileID":"194cf1a3-759d-4a02-99fd-e7ee0946d60b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-045653","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-045653":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:23.567595513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31a1f137-ab75-43d2-8848-cde1c89ae218","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:23.620723196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31a1f137-ab75-43d2-8848-cde1c89ae218","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:23.673184818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31a1f137-ab75-43d2-8848-cde1c89ae218","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:23.725805601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31a1f137-ab75-43d2-8848-cde1c89ae218","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:25.666828874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a3a42f8-800f-458f-8aa5-eda6ca82db55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:25.71970977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a3a42f8-800f-458f-8aa5-eda6ca82db55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:25.772202298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a3a42f8-800f-458f-8aa5-eda6ca82db55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:25.830209589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a3a42f8-800f-458f-8aa5-eda6ca82db55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:27.7947654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5981e709-3fdb-40cc-afb8-0230ad689f8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:27.847483732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5981e709-3fdb-40cc-afb8-0230ad689f8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:27.90076334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5981e709-3fdb-40cc-afb8-0230ad689f8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:27.953726254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5981e709-3fdb-40cc-afb8-0230ad689f8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:32.563115044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"default-tenant","reconcileID":"797e43a4-5e0d-49e2-a9ff-2b28a53b5c90","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4c3ea5","tenantID":"e2e-shared-a-w2-4c3ea5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:32.680669387Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"default-tenant","reconcileID":"797e43a4-5e0d-49e2-a9ff-2b28a53b5c90","name":"e2e-shared-a-w2-4c3ea5-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:35.608993842Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:37.517703499Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"default-tenant","reconcileID":"c6fedf64-724f-4b5b-ada9-bb4ee71ead47","namespace":"ai-tenant-e2e-api-b-c170e9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:37.51781507Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"default-tenant","reconcileID":"c6fedf64-724f-4b5b-ada9-bb4ee71ead47","namespace":"ai-tenant-e2e-api-b-c170e9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:37.51787645Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"default-tenant","reconcileID":"c6fedf64-724f-4b5b-ada9-bb4ee71ead47","tenant":"e2e-api-b-c170e9","tenantID":"e2e-api-b-c170e9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:37.574251225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"default-tenant","reconcileID":"c6fedf64-724f-4b5b-ada9-bb4ee71ead47","gvk":"Deployment","name":"maas-api-e2e-api-b-c170e9","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:37.634528751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"default-tenant","reconcileID":"c6fedf64-724f-4b5b-ada9-bb4ee71ead47","gvk":"Service","name":"maas-api-e2e-api-b-c170e9","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:37.692406974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"default-tenant","reconcileID":"c6fedf64-724f-4b5b-ada9-bb4ee71ead47","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-c170e9","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:37.746675435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"default-tenant","reconcileID":"c6fedf64-724f-4b5b-ada9-bb4ee71ead47","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-c170e9","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:37.80663746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"default-tenant","reconcileID":"c6fedf64-724f-4b5b-ada9-bb4ee71ead47","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-c170e9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:37.866752249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"default-tenant","reconcileID":"c6fedf64-724f-4b5b-ada9-bb4ee71ead47","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-c170e9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:37.924226331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"default-tenant","reconcileID":"c6fedf64-724f-4b5b-ada9-bb4ee71ead47","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-c170e9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:37.979969339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"default-tenant","reconcileID":"c6fedf64-724f-4b5b-ada9-bb4ee71ead47","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-c170e9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:38.037732881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"default-tenant","reconcileID":"c6fedf64-724f-4b5b-ada9-bb4ee71ead47","gvk":"Deployment","name":"payload-processing-e2e-api-b-c170e9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:38.090681857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"default-tenant","reconcileID":"c6fedf64-724f-4b5b-ada9-bb4ee71ead47","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-c170e9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:38.142901427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"default-tenant","reconcileID":"c6fedf64-724f-4b5b-ada9-bb4ee71ead47","gvk":"Service","name":"payload-processing-e2e-api-b-c170e9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:38.195064611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"default-tenant","reconcileID":"c6fedf64-724f-4b5b-ada9-bb4ee71ead47","gvk":"Service","name":"payload-pre-processing-e2e-api-b-c170e9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:38.247149714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"default-tenant","reconcileID":"c6fedf64-724f-4b5b-ada9-bb4ee71ead47","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-c170e9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:38.299345812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"default-tenant","reconcileID":"c6fedf64-724f-4b5b-ada9-bb4ee71ead47","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-c170e9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:38.353375256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"default-tenant","reconcileID":"c6fedf64-724f-4b5b-ada9-bb4ee71ead47","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-c170e9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:38.408564852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"default-tenant","reconcileID":"c6fedf64-724f-4b5b-ada9-bb4ee71ead47","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-c170e9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:38.49312702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"default-tenant","reconcileID":"c6fedf64-724f-4b5b-ada9-bb4ee71ead47","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-c170e9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:38.545773569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"default-tenant","reconcileID":"c6fedf64-724f-4b5b-ada9-bb4ee71ead47","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-c170e9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:38.602202789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"default-tenant","reconcileID":"c6fedf64-724f-4b5b-ada9-bb4ee71ead47","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-c170e9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:38.655385449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c170e9"},"namespace":"ai-tenant-e2e-api-b-c170e9","name":"default-tenant","reconcileID":"c6fedf64-724f-4b5b-ada9-bb4ee71ead47","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-c170e9","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:39.327606653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6c18603-e1f5-4823-b1cb-3e31a2fdd090","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:39.380259634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6c18603-e1f5-4823-b1cb-3e31a2fdd090","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:39.432746523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6c18603-e1f5-4823-b1cb-3e31a2fdd090","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:39.487248464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6c18603-e1f5-4823-b1cb-3e31a2fdd090","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:39.547077557Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-c170e9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-c170e9","reconcileID":"9b2bca3d-7294-46ea-95cb-98a4f68889d8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-c170e9","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-c170e9"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:41.381478261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22593abf-7b2a-48a0-a36e-7f6fa7a04882","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:41.434587095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22593abf-7b2a-48a0-a36e-7f6fa7a04882","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:41.487459317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22593abf-7b2a-48a0-a36e-7f6fa7a04882","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:41.539973876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22593abf-7b2a-48a0-a36e-7f6fa7a04882","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:42.489907211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f806d21-fdd7-4631-8953-bf14f1361e60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:42.489925828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f806d21-fdd7-4631-8953-bf14f1361e60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:42.54812339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e0b3e72-c6e4-421e-8d3f-53659c8f383f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:42.548145073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e0b3e72-c6e4-421e-8d3f-53659c8f383f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:42.711046581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"e2e-e2e-api-a-6a5285-policy","reconcileID":"a9464fda-0c37-4d04-bb9c-981bb97817e4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6a5285","tenantID":"e2e-api-a-6a5285","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:42.834486588Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"e2e-e2e-api-a-6a5285-policy","reconcileID":"a9464fda-0c37-4d04-bb9c-981bb97817e4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"name":"e2e-api-a-6a5285-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:42.928518127Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-6a5285-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"e2e-e2e-api-a-6a5285-policy","reconcileID":"a9464fda-0c37-4d04-bb9c-981bb97817e4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:42.98375501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"34054ec1-9210-43af-9cfe-f44ab3f834c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:42.983771609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"34054ec1-9210-43af-9cfe-f44ab3f834c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:43.46376155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0d1a27d-335e-43df-ba52-fc74f87e10e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:43.525024633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0d1a27d-335e-43df-ba52-fc74f87e10e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:43.590293229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0d1a27d-335e-43df-ba52-fc74f87e10e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:43.643694648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0d1a27d-335e-43df-ba52-fc74f87e10e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:47.074224528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cec8eb1f-d1aa-470a-b996-dface594665d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:47.126749339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cec8eb1f-d1aa-470a-b996-dface594665d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:47.180115978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cec8eb1f-d1aa-470a-b996-dface594665d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:47.233551965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cec8eb1f-d1aa-470a-b996-dface594665d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:47.594651414Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-f1a692","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-f1a692","reconcileID":"6e7f4242-efdb-4a80-b77e-97757441cce6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-f1a692","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-f1a692":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:49.056840843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"default-tenant","reconcileID":"dc9a36bd-6208-4092-9231-6f02341be4fb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-dd87f0","tenantID":"e2e-ipp-a-dd87f0","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:49.174665056Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"default-tenant","reconcileID":"dc9a36bd-6208-4092-9231-6f02341be4fb","name":"e2e-ipp-a-dd87f0-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:49.198659444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f23f19f-8c6a-490b-a1bc-e7fe9c8f3441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:49.253512472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f23f19f-8c6a-490b-a1bc-e7fe9c8f3441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:49.306453539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f23f19f-8c6a-490b-a1bc-e7fe9c8f3441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:49.363244426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f23f19f-8c6a-490b-a1bc-e7fe9c8f3441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:51.328272155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e389ec3-e7e7-471f-87ae-b59fa307f7c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:51.381112793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e389ec3-e7e7-471f-87ae-b59fa307f7c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:51.438515018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e389ec3-e7e7-471f-87ae-b59fa307f7c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:51.494472515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e389ec3-e7e7-471f-87ae-b59fa307f7c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:53.09612097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"e2e-e2e-api-a-6a5285-policy","reconcileID":"217fc593-f6d0-498a-972e-7354145a84ac","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6a5285","tenantID":"e2e-api-a-6a5285","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:53.15778645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"e2e-e2e-api-a-6a5285-policy","reconcileID":"217fc593-f6d0-498a-972e-7354145a84ac","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"name":"e2e-api-a-6a5285-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:53.215499647Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-6a5285-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"e2e-e2e-api-a-6a5285-policy","reconcileID":"217fc593-f6d0-498a-972e-7354145a84ac","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:53.431299948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e09f319a-3f5f-4d01-95f5-a7e8ddf178da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:53.484083803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e09f319a-3f5f-4d01-95f5-a7e8ddf178da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:53.539565652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e09f319a-3f5f-4d01-95f5-a7e8ddf178da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:53.5433972Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-abc348","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-abc348","reconcileID":"9c1925a2-8fe3-4381-aae4-6f481d1b7b9a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-abc348","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-abc348":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:53.593757078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e09f319a-3f5f-4d01-95f5-a7e8ddf178da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:55.583572143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"011cd854-e9ea-4403-9a2a-6d3bf5c96c05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:55.637431462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"011cd854-e9ea-4403-9a2a-6d3bf5c96c05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:55.690903268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"011cd854-e9ea-4403-9a2a-6d3bf5c96c05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:55.744184389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"011cd854-e9ea-4403-9a2a-6d3bf5c96c05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:57.683482802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d80daf0-e1ca-4bac-8426-f454f990a368","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:57.736116159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d80daf0-e1ca-4bac-8426-f454f990a368","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:57.788906942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d80daf0-e1ca-4bac-8426-f454f990a368","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:57.842013196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d80daf0-e1ca-4bac-8426-f454f990a368","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:59.808873454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fecff2d5-7870-4424-b6e6-cd39f77c4eff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:59.8615773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fecff2d5-7870-4424-b6e6-cd39f77c4eff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:59.914801134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fecff2d5-7870-4424-b6e6-cd39f77c4eff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:28:59.967923335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fecff2d5-7870-4424-b6e6-cd39f77c4eff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:03.320866707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"e2e-e2e-api-a-6a5285-policy","reconcileID":"c9165e48-e9f9-4476-912a-8954212b7185","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6a5285","tenantID":"e2e-api-a-6a5285","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:03.377289797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"e2e-e2e-api-a-6a5285-policy","reconcileID":"c9165e48-e9f9-4476-912a-8954212b7185","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"name":"e2e-api-a-6a5285-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:03.44114522Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-6a5285-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"e2e-e2e-api-a-6a5285-policy","reconcileID":"c9165e48-e9f9-4476-912a-8954212b7185","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:05.609672067Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:13.547011211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"e2e-e2e-api-a-6a5285-policy","reconcileID":"f2d96b6f-4e7c-4a88-887e-441a48f2dd59","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6a5285","tenantID":"e2e-api-a-6a5285","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:13.603616551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"e2e-e2e-api-a-6a5285-policy","reconcileID":"f2d96b6f-4e7c-4a88-887e-441a48f2dd59","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"name":"e2e-api-a-6a5285-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:13.659343041Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-6a5285-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b67423c4130d28f2bddd27620a92ea239e31dec7c2262cd03dbbc2235c953a37) AuthConfig (0c16aaaccebd3308401cb5a8ed7ee2ad766abe0d0acb61f0c0938724110fea18) AuthConfig (a7ab4b42e6a640132ff720a458d593c3ad1f8227732a1f86527a8480cdb8c971) AuthConfig (3133e7d78f4b5d54ea6a75ad88c7bf39177f1d58a744ba0567cd17db457c6af4) AuthConfig (6fa6daf26d5f58eed5f5f306268c269f1e0282c4c1b5b0cc7f5be69b489b0e6f) AuthConfig (164efa95501280d4e1668b8b6765fca7ba9c11f68c350dad16ee8d730c725231)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"e2e-e2e-api-a-6a5285-policy","reconcileID":"f2d96b6f-4e7c-4a88-887e-441a48f2dd59","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:13.717152418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc63b711-7413-48b2-94d5-80b13368f6e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:13.717174199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc63b711-7413-48b2-94d5-80b13368f6e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:14.376413599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-045653"},"namespace":"ai-tenant-e2e-ipp-a-045653","name":"default-tenant","reconcileID":"5aecea30-3b88-40c0-8708-e2d7a32e74f2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-045653","tenantID":"e2e-ipp-a-045653","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:14.495276561Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-045653"},"namespace":"ai-tenant-e2e-ipp-a-045653","name":"default-tenant","reconcileID":"5aecea30-3b88-40c0-8708-e2d7a32e74f2","name":"e2e-ipp-a-045653-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:23.822745058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"e2e-e2e-api-a-6a5285-policy","reconcileID":"5a484e87-6241-46dd-84a2-fb4c1bf34097","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6a5285","tenantID":"e2e-api-a-6a5285","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:23.879294055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"e2e-e2e-api-a-6a5285-policy","reconcileID":"5a484e87-6241-46dd-84a2-fb4c1bf34097","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"name":"e2e-api-a-6a5285-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:23.934132616Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-6a5285-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b67423c4130d28f2bddd27620a92ea239e31dec7c2262cd03dbbc2235c953a37) AuthConfig (0c16aaaccebd3308401cb5a8ed7ee2ad766abe0d0acb61f0c0938724110fea18) AuthConfig (a7ab4b42e6a640132ff720a458d593c3ad1f8227732a1f86527a8480cdb8c971) AuthConfig (3133e7d78f4b5d54ea6a75ad88c7bf39177f1d58a744ba0567cd17db457c6af4) AuthConfig (6fa6daf26d5f58eed5f5f306268c269f1e0282c4c1b5b0cc7f5be69b489b0e6f) AuthConfig (164efa95501280d4e1668b8b6765fca7ba9c11f68c350dad16ee8d730c725231)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"e2e-e2e-api-a-6a5285-policy","reconcileID":"5a484e87-6241-46dd-84a2-fb4c1bf34097","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:26.009643328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ca44b31-dd0e-47ce-8d63-08f2d603ab99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:26.062826329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ca44b31-dd0e-47ce-8d63-08f2d603ab99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:26.116132752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ca44b31-dd0e-47ce-8d63-08f2d603ab99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:26.172332689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ca44b31-dd0e-47ce-8d63-08f2d603ab99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:28.207008665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e24f50b-cddb-4c58-aca5-cfe0c26d88cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:28.26914328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e24f50b-cddb-4c58-aca5-cfe0c26d88cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:28.32204169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e24f50b-cddb-4c58-aca5-cfe0c26d88cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:28.374621979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e24f50b-cddb-4c58-aca5-cfe0c26d88cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:30.374429623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0291ecc8-a917-4849-af70-ee30a7692aed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:30.427311618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0291ecc8-a917-4849-af70-ee30a7692aed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:30.481981123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0291ecc8-a917-4849-af70-ee30a7692aed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:30.53529051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0291ecc8-a917-4849-af70-ee30a7692aed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:32.441639188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b8c46f3-7700-4733-8f34-6f1cfcf98eb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:32.496176583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b8c46f3-7700-4733-8f34-6f1cfcf98eb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:32.502790268Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-d94cc3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-d94cc3","reconcileID":"27b7af3b-02f8-4afd-8c37-ee410825bf24","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-d94cc3","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-d94cc3":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:32.549391056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b8c46f3-7700-4733-8f34-6f1cfcf98eb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:32.60217046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b8c46f3-7700-4733-8f34-6f1cfcf98eb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:34.041734954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"e2e-e2e-api-a-6a5285-policy","reconcileID":"8b28d2a9-3c6e-4367-85f6-9344d624de39","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6a5285","tenantID":"e2e-api-a-6a5285","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:34.097772237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"e2e-e2e-api-a-6a5285-policy","reconcileID":"8b28d2a9-3c6e-4367-85f6-9344d624de39","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"name":"e2e-api-a-6a5285-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:34.416120605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51180edf-f275-49f9-8709-54a48c2bf5e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:34.416141544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51180edf-f275-49f9-8709-54a48c2bf5e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:34.505821211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d869a08c-ae9e-41b8-8c4f-e7edc0d5e9a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:34.560567895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d869a08c-ae9e-41b8-8c4f-e7edc0d5e9a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:34.61332678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d869a08c-ae9e-41b8-8c4f-e7edc0d5e9a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:34.666213548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d869a08c-ae9e-41b8-8c4f-e7edc0d5e9a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:35.609513822Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:36.622076242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a65174cb-6020-4c15-a082-bdb83306f706","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:36.675264096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a65174cb-6020-4c15-a082-bdb83306f706","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:36.728402942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a65174cb-6020-4c15-a082-bdb83306f706","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:36.781786812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a65174cb-6020-4c15-a082-bdb83306f706","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:38.6896357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bc4354f-d652-4593-9bcd-afb03091a87d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:38.742146948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bc4354f-d652-4593-9bcd-afb03091a87d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:38.794885632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bc4354f-d652-4593-9bcd-afb03091a87d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:38.847712849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bc4354f-d652-4593-9bcd-afb03091a87d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:40.893321404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63464621-d97d-414d-af8f-17423b0e7ef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:40.957008671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63464621-d97d-414d-af8f-17423b0e7ef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:41.010373898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63464621-d97d-414d-af8f-17423b0e7ef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:41.064305889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63464621-d97d-414d-af8f-17423b0e7ef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:42.98873993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebd21f36-49de-4428-8900-015f59765fa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:43.042321375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebd21f36-49de-4428-8900-015f59765fa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:43.097261317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebd21f36-49de-4428-8900-015f59765fa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:43.152083155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebd21f36-49de-4428-8900-015f59765fa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:45.081402786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"default-tenant","reconcileID":"5056f8b3-05b4-40e7-80b1-8867ba71d3e7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f1a692","tenantID":"e2e-api-b-f1a692","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:45.10807769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a648a083-9224-48be-a092-0e9ef55848e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:45.163538946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a648a083-9224-48be-a092-0e9ef55848e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:45.223120879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a648a083-9224-48be-a092-0e9ef55848e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:45.276976448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a648a083-9224-48be-a092-0e9ef55848e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:45.298744859Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"default-tenant","reconcileID":"5056f8b3-05b4-40e7-80b1-8867ba71d3e7","name":"e2e-api-b-f1a692-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:47.204009309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e932603-05b1-4dd9-9cee-777dc7977f95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:47.256697383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e932603-05b1-4dd9-9cee-777dc7977f95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:47.309541977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e932603-05b1-4dd9-9cee-777dc7977f95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:47.362200377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e932603-05b1-4dd9-9cee-777dc7977f95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:49.011101024Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-018375","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-018375","reconcileID":"fc3d70f4-f77a-4ca3-946e-a867048c1ba2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-018375","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-018375":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:49.276407627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eed2eb5-51db-4058-be1c-b02e73654b0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:49.329229694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eed2eb5-51db-4058-be1c-b02e73654b0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:49.382223326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eed2eb5-51db-4058-be1c-b02e73654b0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:49.434855737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eed2eb5-51db-4058-be1c-b02e73654b0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:51.383040346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4855e285-e18b-400e-a252-f905dd359760","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:51.437285852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4855e285-e18b-400e-a252-f905dd359760","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:51.492960922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4855e285-e18b-400e-a252-f905dd359760","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:51.546041499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4855e285-e18b-400e-a252-f905dd359760","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:53.454854804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b690676-a04c-4e20-b0f6-a39bf0f4d57f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:53.507801306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b690676-a04c-4e20-b0f6-a39bf0f4d57f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:53.560878237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b690676-a04c-4e20-b0f6-a39bf0f4d57f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:53.613775059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b690676-a04c-4e20-b0f6-a39bf0f4d57f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:55.589544004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-abc348"},"namespace":"ai-tenant-e2e-ipp-a-abc348","name":"default-tenant","reconcileID":"fd54107d-265b-4982-b145-9bef7fc3c224","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-abc348","tenantID":"e2e-ipp-a-abc348","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:55.590374411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a287c91-6676-4e90-96de-78587f9e80c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:55.643597002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a287c91-6676-4e90-96de-78587f9e80c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:55.696344801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a287c91-6676-4e90-96de-78587f9e80c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:55.748947791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a287c91-6676-4e90-96de-78587f9e80c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:55.759101952Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-abc348"},"namespace":"ai-tenant-e2e-ipp-a-abc348","name":"default-tenant","reconcileID":"fd54107d-265b-4982-b145-9bef7fc3c224","name":"e2e-ipp-a-abc348-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:57.651804706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f61ccac-704e-4f88-b4f5-efc40e9ca949","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:57.704651588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f61ccac-704e-4f88-b4f5-efc40e9ca949","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:57.757412049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f61ccac-704e-4f88-b4f5-efc40e9ca949","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:57.813462679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f61ccac-704e-4f88-b4f5-efc40e9ca949","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:59.702410232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba928d12-fd59-4814-9171-91a26b40908d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:59.755811354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba928d12-fd59-4814-9171-91a26b40908d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:59.808668966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba928d12-fd59-4814-9171-91a26b40908d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:29:59.861210226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba928d12-fd59-4814-9171-91a26b40908d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:01.794518802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ad9f5ae-bbaa-4363-912a-4d62d9c40950","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:01.873663338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ad9f5ae-bbaa-4363-912a-4d62d9c40950","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:01.93516398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ad9f5ae-bbaa-4363-912a-4d62d9c40950","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:01.987982002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ad9f5ae-bbaa-4363-912a-4d62d9c40950","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:05.608712977Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:17.290262623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c58ee519-9236-4290-9aa5-4ce7a9cefce3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:17.34583616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c58ee519-9236-4290-9aa5-4ce7a9cefce3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:17.398990395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c58ee519-9236-4290-9aa5-4ce7a9cefce3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:17.451470141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c58ee519-9236-4290-9aa5-4ce7a9cefce3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:19.457381085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04b46b5c-d457-45b1-99ab-0ebaa9bb3050","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:19.511133756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04b46b5c-d457-45b1-99ab-0ebaa9bb3050","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:19.56945619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04b46b5c-d457-45b1-99ab-0ebaa9bb3050","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:19.651413461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04b46b5c-d457-45b1-99ab-0ebaa9bb3050","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:22.273093338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2a076ec-d552-4530-a80d-1f4bf2279bf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:22.327762088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2a076ec-d552-4530-a80d-1f4bf2279bf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:22.381803044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2a076ec-d552-4530-a80d-1f4bf2279bf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:22.444569855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2a076ec-d552-4530-a80d-1f4bf2279bf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:24.57619657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63336718-241f-417e-a78b-a2fd52a6e7ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:24.630045164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63336718-241f-417e-a78b-a2fd52a6e7ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:24.686369159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63336718-241f-417e-a78b-a2fd52a6e7ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:24.74159463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63336718-241f-417e-a78b-a2fd52a6e7ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:26.68765387Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-9d5625","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-9d5625","reconcileID":"cb73edad-045f-44d2-b010-9c0e64894e2e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-9d5625","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-9d5625":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:26.702608911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e170b6ba-0d21-4bec-b76e-22339ef23375","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:26.755852304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e170b6ba-0d21-4bec-b76e-22339ef23375","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:26.809266152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e170b6ba-0d21-4bec-b76e-22339ef23375","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:26.863032167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e170b6ba-0d21-4bec-b76e-22339ef23375","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:28.767262337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6efd5710-1b10-4c4f-9503-5df9b6d9500a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:28.820566448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6efd5710-1b10-4c4f-9503-5df9b6d9500a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:28.873234165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6efd5710-1b10-4c4f-9503-5df9b6d9500a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:28.926303138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6efd5710-1b10-4c4f-9503-5df9b6d9500a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:34.724497687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c9f677e6-acbd-4450-97d5-311078768fbf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:34.902290182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"4b9d7fc9-e35a-427c-bfec-e59c3b928d00","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:35.009490257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-subscription","reconcileID":"1c7cb7e4-9375-4ed9-b789-9c35cd6bcbc9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-premium-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:35.014705706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-subscription","reconcileID":"8792bc0c-a040-4042-86b7-13ea7681d6c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-premium-w4-398828","model":"e2e-models-e2e-worker-w4-398828/premium-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:35.141411681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0f92125d-9a02-4351-9262-eae94669895e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:35.250093886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"708d6c8a-4c0b-48d0-ba72-a02a8db734fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:35.250710529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"eaf3753a-f0e4-4555-ab00-a03acb68e1a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:35.427441644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"61284354-d7a2-4bdf-b574-8af8cad93a90","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:35.534990098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"c90db6b8-8b20-43e2-b19f-c3e1058c8c8e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:35.617347487Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:35.655692979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"641b182e-eece-4499-8bc7-f5696ca12296","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:35.757684633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"2189dedc-56ba-4d11-ac31-8b38fb54a050","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-premium-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:35.77994785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"383b0b4f-fd8c-4fcf-b737-073d76a2358f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:42.048489366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"default-tenant","reconcileID":"b6b4e5b0-513a-4f4d-8d35-b4d8cff918f5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d94cc3","tenantID":"e2e-shared-b-w2-d94cc3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:42.165097059Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"default-tenant","reconcileID":"b6b4e5b0-513a-4f4d-8d35-b4d8cff918f5","name":"e2e-shared-b-w2-d94cc3-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:55.63514155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b95b3d85-3741-43a2-969a-d16dba4aba65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:55.687746991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b95b3d85-3741-43a2-969a-d16dba4aba65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:55.740101875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b95b3d85-3741-43a2-969a-d16dba4aba65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:55.792889153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b95b3d85-3741-43a2-969a-d16dba4aba65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:57.681117978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c78095c-18af-43e1-b837-2fe599b1ef52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:57.733823148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c78095c-18af-43e1-b837-2fe599b1ef52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:57.786308019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c78095c-18af-43e1-b837-2fe599b1ef52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:30:57.838864561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c78095c-18af-43e1-b837-2fe599b1ef52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:00.753177491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"332a9ca7-0284-41a4-93c8-af22198ade07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:00.753198342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"332a9ca7-0284-41a4-93c8-af22198ade07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:00.768103626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"e5fcd1ed-51c8-4af6-9206-dddc2e800d7d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:00.810214523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2215259-7006-47cd-8298-b5d135c87948","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:00.810232341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2215259-7006-47cd-8298-b5d135c87948","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:00.883428068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"406a69cb-718a-4c72-8b94-fcd4d0af0dc8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:00.914614825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"e2e-e2e-api-b-f1a692-policy","reconcileID":"f6e1a608-e763-492e-8a77-dd4f25ad085b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f1a692","tenantID":"e2e-api-b-f1a692","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:00.983164047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"e6cd3fe0-a8d6-4084-b79e-f2c412f572bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-premium-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:01.0374663Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"e2e-e2e-api-b-f1a692-policy","reconcileID":"f6e1a608-e763-492e-8a77-dd4f25ad085b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"name":"e2e-api-b-f1a692-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:01.093793314Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-f1a692-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"e2e-e2e-api-b-f1a692-policy","reconcileID":"f6e1a608-e763-492e-8a77-dd4f25ad085b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:01.116041117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"4af8f428-7c66-408d-9eaf-9922a35d1cba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:01.14884157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49732ae0-a595-4abe-8aef-3c46652a67a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:01.148857768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49732ae0-a595-4abe-8aef-3c46652a67a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:01.233541775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-subscription","reconcileID":"3bff492e-c022-4a3b-af31-3d187d1d5e92","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-premium-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:01.35183967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"351dd0ec-daa6-4484-9832-adab707a5136","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:01.653698362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0d39d6e1-46cd-4ab6-b6db-59a67cf3ceca","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:01.822498209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"d9cdbe6b-b496-402b-a1ff-ca15f90d3313","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:01.932835373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"4cdbb708-44a1-4159-95bc-06e7c0ff1268","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:02.050291034Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1af2b43a-1761-479d-aaf6-72cbb5c33393","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:02.151861102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-subscription","reconcileID":"db564e12-bcb4-4d8b-bd0c-6b9077f6ac6b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-premium-w4-398828","model":"e2e-models-e2e-worker-w4-398828/premium-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:02.167707746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"5b89f66b-1cb7-47b6-9b25-20d7a91e18b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:02.538521394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"e2e-e2e-api-a-6a5285-policy","reconcileID":"b696dae7-46a3-4082-a110-bc292eef4a24","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6a5285","tenantID":"e2e-api-a-6a5285","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:02.595501189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"e2e-e2e-api-a-6a5285-policy","reconcileID":"b696dae7-46a3-4082-a110-bc292eef4a24","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"name":"e2e-api-a-6a5285-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:02.905685581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"e2e-e2e-api-a-6a5285-policy","reconcileID":"5b52129d-d0ad-4a65-be7b-035014f43599","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6a5285","tenantID":"e2e-api-a-6a5285","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:02.962303551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"e2e-e2e-api-a-6a5285-policy","reconcileID":"5b52129d-d0ad-4a65-be7b-035014f43599","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"name":"e2e-api-a-6a5285-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:03.281318673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65728360-83a2-4c81-b7ec-ce43d17d551e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:03.334051746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65728360-83a2-4c81-b7ec-ce43d17d551e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:03.386976899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65728360-83a2-4c81-b7ec-ce43d17d551e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:03.440165455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65728360-83a2-4c81-b7ec-ce43d17d551e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:03.761827819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-018375"},"namespace":"ai-tenant-e2e-ipp-b-018375","name":"default-tenant","reconcileID":"597c1806-4480-4b81-85ce-ea29217c77e7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-018375","tenantID":"e2e-ipp-b-018375","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:03.87729666Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-018375"},"namespace":"ai-tenant-e2e-ipp-b-018375","name":"default-tenant","reconcileID":"597c1806-4480-4b81-85ce-ea29217c77e7","name":"e2e-ipp-b-018375-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:05.355150748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde04cb8-3f2c-4d5d-831c-1d6396b60fd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:05.409095212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde04cb8-3f2c-4d5d-831c-1d6396b60fd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:05.462431036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde04cb8-3f2c-4d5d-831c-1d6396b60fd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:05.515285932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde04cb8-3f2c-4d5d-831c-1d6396b60fd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:05.614644282Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:07.413080541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1a68e67-df22-4806-9b03-5d9ec866009c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:07.466169434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1a68e67-df22-4806-9b03-5d9ec866009c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:07.51872284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1a68e67-df22-4806-9b03-5d9ec866009c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:07.571382322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1a68e67-df22-4806-9b03-5d9ec866009c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:09.49217011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9d65368-a33a-4861-b4b2-4dff135b470d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:09.544962093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9d65368-a33a-4861-b4b2-4dff135b470d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:09.597896383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9d65368-a33a-4861-b4b2-4dff135b470d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:09.651091969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9d65368-a33a-4861-b4b2-4dff135b470d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:11.254635752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"e2e-e2e-api-b-f1a692-policy","reconcileID":"b779a24a-7e94-4380-8c01-058676965429","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f1a692","tenantID":"e2e-api-b-f1a692","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:11.310970325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"e2e-e2e-api-b-f1a692-policy","reconcileID":"b779a24a-7e94-4380-8c01-058676965429","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"name":"e2e-api-b-f1a692-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:11.366024914Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-f1a692-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"e2e-e2e-api-b-f1a692-policy","reconcileID":"b779a24a-7e94-4380-8c01-058676965429","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:11.561212591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7103445e-85f5-4791-9a14-2f936d7e8155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:11.613961935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7103445e-85f5-4791-9a14-2f936d7e8155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:11.666844056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7103445e-85f5-4791-9a14-2f936d7e8155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:11.719643911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7103445e-85f5-4791-9a14-2f936d7e8155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:13.069988287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"e2e-e2e-api-a-6a5285-policy","reconcileID":"7be98bbf-f6e6-4a2d-af09-255acaf73d34","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6a5285","tenantID":"e2e-api-a-6a5285","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:13.161264645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"e2e-e2e-api-a-6a5285-policy","reconcileID":"7be98bbf-f6e6-4a2d-af09-255acaf73d34","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"name":"e2e-api-a-6a5285-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:13.530698533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"e2e-e2e-api-a-6a5285-policy","reconcileID":"3743b08e-0247-43f2-a31b-26e94399f86f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6a5285","tenantID":"e2e-api-a-6a5285","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:13.587331395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"e2e-e2e-api-a-6a5285-policy","reconcileID":"3743b08e-0247-43f2-a31b-26e94399f86f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"name":"e2e-api-a-6a5285-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:13.910592996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20ac085e-9766-4dbe-8f4b-046bf85fb173","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:13.963144174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20ac085e-9766-4dbe-8f4b-046bf85fb173","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:14.016498294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20ac085e-9766-4dbe-8f4b-046bf85fb173","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:14.069003016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20ac085e-9766-4dbe-8f4b-046bf85fb173","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:15.998060724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1f0cd18-315f-451d-ad91-4e79ac297873","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:16.05067017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1f0cd18-315f-451d-ad91-4e79ac297873","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:16.103260321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1f0cd18-315f-451d-ad91-4e79ac297873","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:16.156112515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1f0cd18-315f-451d-ad91-4e79ac297873","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:16.922551328Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-0809c8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-0809c8","reconcileID":"20287d8d-9b2e-48ce-8218-1194641c0afe","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-0809c8","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-0809c8":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:18.113839407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32e8bc4e-5325-4dee-a97a-50a4aa0031a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:18.16669358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32e8bc4e-5325-4dee-a97a-50a4aa0031a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:18.219770288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32e8bc4e-5325-4dee-a97a-50a4aa0031a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:18.272787248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32e8bc4e-5325-4dee-a97a-50a4aa0031a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:20.183452153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b96c7fa6-f86e-451e-a936-7fec802afb78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:20.236921511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b96c7fa6-f86e-451e-a936-7fec802afb78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:20.289968279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b96c7fa6-f86e-451e-a936-7fec802afb78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:20.35749389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b96c7fa6-f86e-451e-a936-7fec802afb78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:21.561643988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"e2e-e2e-api-b-f1a692-policy","reconcileID":"80cbc486-f325-4852-8b24-1eee0cb30131","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f1a692","tenantID":"e2e-api-b-f1a692","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:21.619855624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"e2e-e2e-api-b-f1a692-policy","reconcileID":"80cbc486-f325-4852-8b24-1eee0cb30131","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"name":"e2e-api-b-f1a692-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:21.674985052Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-f1a692-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (25a6a58096565d95c87003a256afa670e4f94faae4961d43a6c73cc5a161b230) AuthConfig (a76982741d4164c4040c513332ab2f21d23cfc07ca875d4fc1a2e5290fef3f58) AuthConfig (9a18a53c6f76de098dd82b081f9f23f3af057a2ab6e191fa236ec3165080784f) AuthConfig (35655b80ebd010f6e226f0cc5b45091fab5fff3a628ffa227df95b6221f4b2ee) AuthConfig (827fc2207646104968bff1988902e9cc234b5a8d27b8446e2bb3280d3a4557a1) AuthConfig (f7c1b17a8c955cedcb203fd8c6f3e60ccff7ff57520c7675e76afeffb990701e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"e2e-e2e-api-b-f1a692-policy","reconcileID":"80cbc486-f325-4852-8b24-1eee0cb30131","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:21.782326674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"789a79c0-9627-47a3-b729-1843e28ed473","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:21.782346806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"789a79c0-9627-47a3-b729-1843e28ed473","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:22.288718513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1dac356-5375-4a14-b46f-cc9f4e021863","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:22.342297456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1dac356-5375-4a14-b46f-cc9f4e021863","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:22.395087272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1dac356-5375-4a14-b46f-cc9f4e021863","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:22.448089705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1dac356-5375-4a14-b46f-cc9f4e021863","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:24.356205653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e22ec3b8-40fa-46b9-9048-ef322fc07d66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:24.40917052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e22ec3b8-40fa-46b9-9048-ef322fc07d66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:24.462039758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e22ec3b8-40fa-46b9-9048-ef322fc07d66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:24.515410198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e22ec3b8-40fa-46b9-9048-ef322fc07d66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:26.410598269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ce95f54-e3a6-4ee8-a125-00456ab56170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:26.464039932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ce95f54-e3a6-4ee8-a125-00456ab56170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:26.516579559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ce95f54-e3a6-4ee8-a125-00456ab56170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:26.569769214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ce95f54-e3a6-4ee8-a125-00456ab56170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:28.456114784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4bfb5c8-e9df-435a-9d91-eb56ee11ea21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:28.510688212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4bfb5c8-e9df-435a-9d91-eb56ee11ea21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:28.563405739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4bfb5c8-e9df-435a-9d91-eb56ee11ea21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:28.615972486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4bfb5c8-e9df-435a-9d91-eb56ee11ea21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:30.50052078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"551951d9-f649-4aa0-9ca5-ce3aca4a71d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:30.553039437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"551951d9-f649-4aa0-9ca5-ce3aca4a71d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:30.605654575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"551951d9-f649-4aa0-9ca5-ce3aca4a71d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:30.658369277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"551951d9-f649-4aa0-9ca5-ce3aca4a71d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:31.887439214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"e2e-e2e-api-b-f1a692-policy","reconcileID":"51e6dc90-7010-4c77-be11-3753dfec6acc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f1a692","tenantID":"e2e-api-b-f1a692","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:31.943945646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"e2e-e2e-api-b-f1a692-policy","reconcileID":"51e6dc90-7010-4c77-be11-3753dfec6acc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"name":"e2e-api-b-f1a692-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:31.999159665Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-f1a692-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (25a6a58096565d95c87003a256afa670e4f94faae4961d43a6c73cc5a161b230) AuthConfig (a76982741d4164c4040c513332ab2f21d23cfc07ca875d4fc1a2e5290fef3f58) AuthConfig (9a18a53c6f76de098dd82b081f9f23f3af057a2ab6e191fa236ec3165080784f) AuthConfig (35655b80ebd010f6e226f0cc5b45091fab5fff3a628ffa227df95b6221f4b2ee) AuthConfig (827fc2207646104968bff1988902e9cc234b5a8d27b8446e2bb3280d3a4557a1) AuthConfig (f7c1b17a8c955cedcb203fd8c6f3e60ccff7ff57520c7675e76afeffb990701e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"e2e-e2e-api-b-f1a692-policy","reconcileID":"51e6dc90-7010-4c77-be11-3753dfec6acc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:32.578233218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8472349-a3ed-4819-9295-ea95933268a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:32.631125186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8472349-a3ed-4819-9295-ea95933268a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:32.683832311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8472349-a3ed-4819-9295-ea95933268a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:32.736567457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8472349-a3ed-4819-9295-ea95933268a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:34.638064249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa21531c-c881-4241-9a47-6be46f5dad68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:34.690819734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa21531c-c881-4241-9a47-6be46f5dad68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:34.74542373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa21531c-c881-4241-9a47-6be46f5dad68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:34.799705044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa21531c-c881-4241-9a47-6be46f5dad68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:35.608771581Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:42.104541235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"e2e-e2e-api-b-f1a692-policy","reconcileID":"981a77a0-ab6d-486d-9869-e6d332915d86","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f1a692","tenantID":"e2e-api-b-f1a692","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:42.160897968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"e2e-e2e-api-b-f1a692-policy","reconcileID":"981a77a0-ab6d-486d-9869-e6d332915d86","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"name":"e2e-api-b-f1a692-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:42.477895196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8676f41-8b1d-4168-98a4-0267680d0e16","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:42.477919619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8676f41-8b1d-4168-98a4-0267680d0e16","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:47.052694282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9d5625"},"namespace":"ai-tenant-e2e-ipp-b-9d5625","name":"default-tenant","reconcileID":"94a5e6c3-484e-4268-a93b-180ef692bec2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-9d5625","tenantID":"e2e-ipp-b-9d5625","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:47.168505423Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9d5625"},"namespace":"ai-tenant-e2e-ipp-b-9d5625","name":"default-tenant","reconcileID":"94a5e6c3-484e-4268-a93b-180ef692bec2","name":"e2e-ipp-b-9d5625-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:47.225885851Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"default-tenant","reconcileID":"05d6e3dc-a46c-4a07-8dc1-5f050bbcb4cf","namespace":"ai-tenant-e2e-api-a-6a5285","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:47.225969799Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"default-tenant","reconcileID":"05d6e3dc-a46c-4a07-8dc1-5f050bbcb4cf","namespace":"ai-tenant-e2e-api-a-6a5285","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:47.226023163Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"default-tenant","reconcileID":"05d6e3dc-a46c-4a07-8dc1-5f050bbcb4cf","name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:47.285174437Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"default-tenant","reconcileID":"05d6e3dc-a46c-4a07-8dc1-5f050bbcb4cf","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:47.285487049Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"e2e-e2e-api-a-6a5285-policy","reconcileID":"3ca3e7e0-82af-435a-bbb9-659e8574cc68","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:47.285803727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee8daf69-f40f-4073-9e1a-1ca5379667cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:47.285817028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee8daf69-f40f-4073-9e1a-1ca5379667cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:47.490493688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"e2e-e2e-api-a-6a5285-policy","reconcileID":"3ca3e7e0-82af-435a-bbb9-659e8574cc68","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6a5285","tenantID":"e2e-api-a-6a5285","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:47.613499535Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"e2e-e2e-api-a-6a5285-policy","reconcileID":"3ca3e7e0-82af-435a-bbb9-659e8574cc68","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"name":"e2e-api-a-6a5285-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:47.613522243Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"e2e-e2e-api-a-6a5285-policy","reconcileID":"3ca3e7e0-82af-435a-bbb9-659e8574cc68","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a5285-policy","namespace":"ai-tenant-e2e-api-a-6a5285"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6a5285","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:47.669333624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c98b33a0-45be-40f0-83cd-dd2079ed1b80","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:47.669369917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c98b33a0-45be-40f0-83cd-dd2079ed1b80","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:58.584897564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2eee946-4735-4bed-adb3-4be985ec54ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:58.643768206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2eee946-4735-4bed-adb3-4be985ec54ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:58.707246536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2eee946-4735-4bed-adb3-4be985ec54ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:31:58.760201651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2eee946-4735-4bed-adb3-4be985ec54ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:32:00.701889864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf182999-a2bc-4345-8fc7-50a56ca72ddc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:32:00.758004521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf182999-a2bc-4345-8fc7-50a56ca72ddc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:32:00.81119241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf182999-a2bc-4345-8fc7-50a56ca72ddc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:32:00.863982419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf182999-a2bc-4345-8fc7-50a56ca72ddc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:32:05.61213581Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:32:20.527410336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f772c12-4799-4cab-ac72-e49253f72865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:32:20.580638262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f772c12-4799-4cab-ac72-e49253f72865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:32:20.633362859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f772c12-4799-4cab-ac72-e49253f72865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:32:20.686228839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f772c12-4799-4cab-ac72-e49253f72865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:32:22.574960217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80f548c4-eb20-42a9-9087-56f1cf6912c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:32:22.627965454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80f548c4-eb20-42a9-9087-56f1cf6912c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:32:22.681231294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80f548c4-eb20-42a9-9087-56f1cf6912c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:32:22.734064923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80f548c4-eb20-42a9-9087-56f1cf6912c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:32:24.832751051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b50eb85a-c383-41bd-a5e9-5fe88bb8bff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:32:24.90481116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b50eb85a-c383-41bd-a5e9-5fe88bb8bff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:32:24.958024122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b50eb85a-c383-41bd-a5e9-5fe88bb8bff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:32:25.010540067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b50eb85a-c383-41bd-a5e9-5fe88bb8bff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:32:26.980017225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36d4927f-5371-4dab-b193-be7daefa3573","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:32:27.033084309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36d4927f-5371-4dab-b193-be7daefa3573","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:32:27.085508184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36d4927f-5371-4dab-b193-be7daefa3573","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:32:27.138127078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36d4927f-5371-4dab-b193-be7daefa3573","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:32:29.065930312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0102b30-1a9a-4c0d-b851-168754595b6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:32:29.118553733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0102b30-1a9a-4c0d-b851-168754595b6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:32:29.171447621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0102b30-1a9a-4c0d-b851-168754595b6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:32:29.224086127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0102b30-1a9a-4c0d-b851-168754595b6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:32:35.610004351Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:32:40.490640893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0809c8"},"namespace":"ai-tenant-e2e-ipp-b-0809c8","name":"default-tenant","reconcileID":"089b5d69-3d87-41a9-9844-7628440649e3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-0809c8","tenantID":"e2e-ipp-b-0809c8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:32:40.605997797Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0809c8"},"namespace":"ai-tenant-e2e-ipp-b-0809c8","name":"default-tenant","reconcileID":"089b5d69-3d87-41a9-9844-7628440649e3","name":"e2e-ipp-b-0809c8-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:32:45.378105946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"7c99439d-7abf-4820-b467-90ea20f4f590","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:32:45.731745659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6b4222bd-e3c2-4bf8-b0ce-b7df7b9117e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:32:46.063240704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"4b2dc060-b151-439b-b5d6-70951e4f6494","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:32:46.179757276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"3a133041-9779-4f35-bb3a-6c796d80706d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:32:46.280432475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3cdb6a8a-6178-4faa-b38b-ee0eef626e35","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:32:46.381153124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-subscription","reconcileID":"cd961106-bff1-4b69-8171-b67c92f7991a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-premium-w4-398828","model":"e2e-models-e2e-worker-w4-398828/premium-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:32:46.3811722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"d46941d0-a535-41de-ab10-38cea65bf07e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:32:46.425448451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"06d5b664-c227-4ee5-b3b9-6b55fb944960","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-premium-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:32:46.656278755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"5a4c8c5b-31e8-482e-b68e-8293bdb570fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:32:46.747230269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"6da1674f-5b37-47d2-a925-8c1631761792","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:32:46.847423062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"7b39dc19-d210-4b41-883d-46539d05438b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:32:46.847564152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-subscription","reconcileID":"7281da1a-373d-40e7-ae59-a35197aa8fa5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-premium-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:03.823177473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"fb441f6e-d1b8-45ba-99d4-23c78ef32f1a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:03.94513714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"df192eb5-bdf6-4a83-987e-8d9cb8f15854","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:04.29406009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"5ded8e6e-1b2e-4c8d-a610-0d9fe3667a0d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:04.395126499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"cc5e01c3-bac2-4ad6-ab44-e894b4cf9294","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:04.412002732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"6644b470-1287-4848-9738-0e816046bb89","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:04.527162108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"5fd1e1f1-15ec-4156-bc32-04ebe19a5408","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:04.624159777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"47b97af3-474a-42f3-8bbc-ec871b02f5ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:04.725259742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-subscription","reconcileID":"b9bc52d8-8828-4f1c-8777-218c42890f1c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-premium-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:05.00726061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"5b0eed45-bbcd-4cd8-8dd2-0bcdf3f80a1f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:05.113295149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-subscription","reconcileID":"3fc32f51-ac23-4bc1-bd5f-10f395027766","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-premium-w4-398828","model":"e2e-models-e2e-worker-w4-398828/premium-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:05.208736407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"60e33585-d91b-47ff-99e0-48a6ec0a0f1b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-premium-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:05.311067576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"3c5aaafb-1a60-483d-ac7e-743e99e07e6d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:05.613184138Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:08.238562933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98eecf2e-ef65-44eb-8d3d-2a64583ad5ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:08.291832244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98eecf2e-ef65-44eb-8d3d-2a64583ad5ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:08.351113165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98eecf2e-ef65-44eb-8d3d-2a64583ad5ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:08.404031345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98eecf2e-ef65-44eb-8d3d-2a64583ad5ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:10.257342033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"tenantcfg-model-4c3ea5","reconcileID":"61122c8a-f846-4198-9118-e73a48e3abc5","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"tenant":"e2e-shared-a-w2-4c3ea5","gateway":"openshift-ingress/e2e-shared-a-w2-4c3ea5","model":"ai-tenant-e2e-shared-a-w2-4c3ea5/tenantcfg-model-4c3ea5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:10.257408737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"tenantcfg-model-4c3ea5","reconcileID":"61122c8a-f846-4198-9118-e73a48e3abc5","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"routeName":"tenantcfg-model-4c3ea5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","llmisvcName":"tenantcfg-model-4c3ea5","gateway":"openshift-ingress/e2e-shared-a-w2-4c3ea5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:10.320992094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6115e6fa-d527-4815-946e-e4a71dd26816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:10.374166873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6115e6fa-d527-4815-946e-e4a71dd26816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:10.427610545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6115e6fa-d527-4815-946e-e4a71dd26816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:10.481869196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6115e6fa-d527-4815-946e-e4a71dd26816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:11.862032969Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"default-tenant","reconcileID":"9138eea6-de30-48ae-8d1e-1e7244f82b46","namespace":"ai-tenant-e2e-api-a-6a5285","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:11.862149829Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"default-tenant","reconcileID":"9138eea6-de30-48ae-8d1e-1e7244f82b46","namespace":"ai-tenant-e2e-api-a-6a5285","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:11.862234319Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"default-tenant","reconcileID":"9138eea6-de30-48ae-8d1e-1e7244f82b46","tenant":"e2e-api-a-6a5285","tenantID":"e2e-api-a-6a5285","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:11.916549419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"default-tenant","reconcileID":"9138eea6-de30-48ae-8d1e-1e7244f82b46","gvk":"Deployment","name":"maas-api-e2e-api-a-6a5285","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:11.978743399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"default-tenant","reconcileID":"9138eea6-de30-48ae-8d1e-1e7244f82b46","gvk":"Service","name":"maas-api-e2e-api-a-6a5285","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:12.038616227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"default-tenant","reconcileID":"9138eea6-de30-48ae-8d1e-1e7244f82b46","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-6a5285","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:12.092683839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"default-tenant","reconcileID":"9138eea6-de30-48ae-8d1e-1e7244f82b46","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-6a5285","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:12.153192657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"default-tenant","reconcileID":"9138eea6-de30-48ae-8d1e-1e7244f82b46","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-6a5285","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:12.219071912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"default-tenant","reconcileID":"9138eea6-de30-48ae-8d1e-1e7244f82b46","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-6a5285","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:12.277311573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"default-tenant","reconcileID":"9138eea6-de30-48ae-8d1e-1e7244f82b46","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-6a5285","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:12.335163893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"default-tenant","reconcileID":"9138eea6-de30-48ae-8d1e-1e7244f82b46","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-6a5285","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:12.387711281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"default-tenant","reconcileID":"9138eea6-de30-48ae-8d1e-1e7244f82b46","gvk":"Deployment","name":"payload-processing-e2e-api-a-6a5285","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:12.442395813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"default-tenant","reconcileID":"9138eea6-de30-48ae-8d1e-1e7244f82b46","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-6a5285","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:12.446755187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1c20ab1-d539-4432-b412-6da0479e10f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:12.499102301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"default-tenant","reconcileID":"9138eea6-de30-48ae-8d1e-1e7244f82b46","gvk":"Service","name":"payload-processing-e2e-api-a-6a5285","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:12.499707205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1c20ab1-d539-4432-b412-6da0479e10f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:12.551824685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"default-tenant","reconcileID":"9138eea6-de30-48ae-8d1e-1e7244f82b46","gvk":"Service","name":"payload-pre-processing-e2e-api-a-6a5285","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:12.554759889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1c20ab1-d539-4432-b412-6da0479e10f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:12.615497098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"default-tenant","reconcileID":"9138eea6-de30-48ae-8d1e-1e7244f82b46","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-6a5285","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:12.615610284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1c20ab1-d539-4432-b412-6da0479e10f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:12.671678997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"default-tenant","reconcileID":"9138eea6-de30-48ae-8d1e-1e7244f82b46","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-6a5285","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:12.723937942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"default-tenant","reconcileID":"9138eea6-de30-48ae-8d1e-1e7244f82b46","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-6a5285","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:12.787002255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"default-tenant","reconcileID":"9138eea6-de30-48ae-8d1e-1e7244f82b46","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-6a5285","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:12.895928041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"default-tenant","reconcileID":"9138eea6-de30-48ae-8d1e-1e7244f82b46","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-6a5285","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:12.948219034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"default-tenant","reconcileID":"9138eea6-de30-48ae-8d1e-1e7244f82b46","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-6a5285","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:13.005432541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"default-tenant","reconcileID":"9138eea6-de30-48ae-8d1e-1e7244f82b46","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-6a5285","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:13.059976947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a5285"},"namespace":"ai-tenant-e2e-api-a-6a5285","name":"default-tenant","reconcileID":"9138eea6-de30-48ae-8d1e-1e7244f82b46","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-6a5285","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:13.927842224Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-6a5285","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-6a5285","reconcileID":"a87fb86c-746a-4f38-a86e-ba3bebd1470d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-6a5285","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-6a5285"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:14.556856698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d15125-e7b3-4141-b8ef-17f914e408fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:14.610535946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d15125-e7b3-4141-b8ef-17f914e408fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:14.663512563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d15125-e7b3-4141-b8ef-17f914e408fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:14.716162198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d15125-e7b3-4141-b8ef-17f914e408fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:16.641476457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63571422-fc86-43e7-b454-24101db31f61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:16.694794213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63571422-fc86-43e7-b454-24101db31f61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:16.748646795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63571422-fc86-43e7-b454-24101db31f61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:16.80233785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63571422-fc86-43e7-b454-24101db31f61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:18.824218736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b60ccd1c-e8f9-40cc-aa5f-b03d006ed577","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:18.877294971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b60ccd1c-e8f9-40cc-aa5f-b03d006ed577","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:18.930577082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b60ccd1c-e8f9-40cc-aa5f-b03d006ed577","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:18.98365169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b60ccd1c-e8f9-40cc-aa5f-b03d006ed577","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:21.421002272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"e2e-e2e-api-b-f1a692-policy","reconcileID":"0fc311ec-d9fd-4199-bb74-d54c3b564c73","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f1a692","tenantID":"e2e-api-b-f1a692","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:21.47733887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"e2e-e2e-api-b-f1a692-policy","reconcileID":"0fc311ec-d9fd-4199-bb74-d54c3b564c73","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"name":"e2e-api-b-f1a692-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:21.837173733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"e2e-e2e-api-b-f1a692-policy","reconcileID":"e92522b0-ef99-4764-935b-274bfa18e768","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f1a692","tenantID":"e2e-api-b-f1a692","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:21.89372849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"e2e-e2e-api-b-f1a692-policy","reconcileID":"e92522b0-ef99-4764-935b-274bfa18e768","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"name":"e2e-api-b-f1a692-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:22.272682061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be7423cc-7194-4ea6-ac1f-6796b03a9cfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:22.325627446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be7423cc-7194-4ea6-ac1f-6796b03a9cfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:22.378083532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be7423cc-7194-4ea6-ac1f-6796b03a9cfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:22.430718348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be7423cc-7194-4ea6-ac1f-6796b03a9cfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:24.31392611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fda6f471-11e7-4459-8452-814809a93f09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:24.366490647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fda6f471-11e7-4459-8452-814809a93f09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:24.419206143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fda6f471-11e7-4459-8452-814809a93f09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:24.471777978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fda6f471-11e7-4459-8452-814809a93f09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:26.354158552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dae0bf56-49a1-4cad-bae1-9c68fa514cb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:26.406948063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dae0bf56-49a1-4cad-bae1-9c68fa514cb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:26.459414866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dae0bf56-49a1-4cad-bae1-9c68fa514cb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:26.511915894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dae0bf56-49a1-4cad-bae1-9c68fa514cb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:28.39479873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f61c90-9433-4c37-9e8f-c731a1f830b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:28.447408111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f61c90-9433-4c37-9e8f-c731a1f830b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:28.500236173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f61c90-9433-4c37-9e8f-c731a1f830b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:28.553060507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f61c90-9433-4c37-9e8f-c731a1f830b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:31.905905097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"e2e-e2e-api-b-f1a692-policy","reconcileID":"b1289b63-6ad1-4146-a512-acef7eb4ea26","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f1a692","tenantID":"e2e-api-b-f1a692","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:31.962461429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"e2e-e2e-api-b-f1a692-policy","reconcileID":"b1289b63-6ad1-4146-a512-acef7eb4ea26","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"name":"e2e-api-b-f1a692-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:32.227769146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"e2e-e2e-api-b-f1a692-policy","reconcileID":"90b18211-8c16-4f46-936a-c4b6b745cc8e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f1a692","tenantID":"e2e-api-b-f1a692","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:32.284179495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"e2e-e2e-api-b-f1a692-policy","reconcileID":"90b18211-8c16-4f46-936a-c4b6b745cc8e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"name":"e2e-api-b-f1a692-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:35.609028665Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:41.328992418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"42512a37-acdc-45b7-acb6-18d832228a8c","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"tenant":"e2e-ipp-a-dd87f0","gateway":"openshift-ingress/e2e-ipp-a-dd87f0","model":"ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:41.329025467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"42512a37-acdc-45b7-acb6-18d832228a8c","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"routeName":"ipp-route-dd87f0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-dd87f0","llmisvcName":"ipp-route-dd87f0","gateway":"openshift-ingress/e2e-ipp-a-dd87f0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:46.887444664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"e8ac83e7-1a91-4c1e-8210-ab96681d33cc","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"tenant":"e2e-ipp-a-dd87f0","gateway":"openshift-ingress/e2e-ipp-a-dd87f0","model":"ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:46.887464801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"e8ac83e7-1a91-4c1e-8210-ab96681d33cc","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"routeName":"ipp-route-dd87f0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-dd87f0","llmisvcName":"ipp-route-dd87f0","gateway":"openshift-ingress/e2e-ipp-a-dd87f0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:46.944155018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"04b375b5-4a27-483c-b950-a8c9b4c2e40b","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"tenant":"e2e-ipp-a-dd87f0","gateway":"openshift-ingress/e2e-ipp-a-dd87f0","model":"ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:46.94417929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"04b375b5-4a27-483c-b950-a8c9b4c2e40b","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"routeName":"ipp-route-dd87f0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-dd87f0","llmisvcName":"ipp-route-dd87f0","gateway":"openshift-ingress/e2e-ipp-a-dd87f0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:47.052796672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-auth","reconcileID":"ec3112ee-64ee-4fd6-ad41-be7a90b69a74","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-dd87f0","tenantID":"e2e-ipp-a-dd87f0","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:47.175652717Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-auth","reconcileID":"ec3112ee-64ee-4fd6-ad41-be7a90b69a74","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"name":"e2e-ipp-a-dd87f0-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:47.230866415Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-dd87f0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-auth","reconcileID":"ec3112ee-64ee-4fd6-ad41-be7a90b69a74","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:47.288053646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"df4d3ca9-7aed-49b9-98a4-efb0c5aedbb4","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"tenant":"e2e-ipp-a-dd87f0","gateway":"openshift-ingress/e2e-ipp-a-dd87f0","model":"ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:47.288076505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"df4d3ca9-7aed-49b9-98a4-efb0c5aedbb4","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"routeName":"ipp-route-dd87f0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-dd87f0","llmisvcName":"ipp-route-dd87f0","gateway":"openshift-ingress/e2e-ipp-a-dd87f0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:57.393748469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-auth","reconcileID":"be533222-9e62-4748-b0a6-673786a6d7d0","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-dd87f0","tenantID":"e2e-ipp-a-dd87f0","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:57.450377302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-auth","reconcileID":"be533222-9e62-4748-b0a6-673786a6d7d0","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"name":"e2e-ipp-a-dd87f0-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:33:57.505697963Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-dd87f0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-auth","reconcileID":"be533222-9e62-4748-b0a6-673786a6d7d0","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:04.739738543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91b484f8-c7db-4753-98b6-db8c89dbcd5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:04.792636471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91b484f8-c7db-4753-98b6-db8c89dbcd5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:04.848966245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91b484f8-c7db-4753-98b6-db8c89dbcd5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:04.902533581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91b484f8-c7db-4753-98b6-db8c89dbcd5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:05.609079506Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:06.801438322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae6bf381-06df-439b-b494-9df208a5c294","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:06.854503545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae6bf381-06df-439b-b494-9df208a5c294","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:06.910791933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae6bf381-06df-439b-b494-9df208a5c294","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:06.968618111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae6bf381-06df-439b-b494-9df208a5c294","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:07.610816211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-auth","reconcileID":"956e1393-d6ae-400d-a154-ec617674bbfe","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-dd87f0","tenantID":"e2e-ipp-a-dd87f0","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:07.667668501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-auth","reconcileID":"956e1393-d6ae-400d-a154-ec617674bbfe","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"name":"e2e-ipp-a-dd87f0-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:07.723208935Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-dd87f0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-auth","reconcileID":"956e1393-d6ae-400d-a154-ec617674bbfe","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:08.034288427Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-045653"},"namespace":"ai-tenant-e2e-ipp-a-045653","name":"default-tenant","reconcileID":"dcff0e75-2e2a-4c61-a9ee-807819aae643","namespace":"ai-tenant-e2e-ipp-a-045653","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:08.034342076Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-045653"},"namespace":"ai-tenant-e2e-ipp-a-045653","name":"default-tenant","reconcileID":"dcff0e75-2e2a-4c61-a9ee-807819aae643","namespace":"ai-tenant-e2e-ipp-a-045653","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:08.034411094Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-045653"},"namespace":"ai-tenant-e2e-ipp-a-045653","name":"default-tenant","reconcileID":"dcff0e75-2e2a-4c61-a9ee-807819aae643","tenant":"e2e-ipp-a-045653","tenantID":"e2e-ipp-a-045653","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:08.088075988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-045653"},"namespace":"ai-tenant-e2e-ipp-a-045653","name":"default-tenant","reconcileID":"dcff0e75-2e2a-4c61-a9ee-807819aae643","gvk":"Deployment","name":"maas-api-e2e-ipp-a-045653","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:08.148463181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-045653"},"namespace":"ai-tenant-e2e-ipp-a-045653","name":"default-tenant","reconcileID":"dcff0e75-2e2a-4c61-a9ee-807819aae643","gvk":"Service","name":"maas-api-e2e-ipp-a-045653","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:08.207748327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-045653"},"namespace":"ai-tenant-e2e-ipp-a-045653","name":"default-tenant","reconcileID":"dcff0e75-2e2a-4c61-a9ee-807819aae643","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-045653","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:08.261861203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-045653"},"namespace":"ai-tenant-e2e-ipp-a-045653","name":"default-tenant","reconcileID":"dcff0e75-2e2a-4c61-a9ee-807819aae643","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-045653","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:08.365307083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-045653"},"namespace":"ai-tenant-e2e-ipp-a-045653","name":"default-tenant","reconcileID":"dcff0e75-2e2a-4c61-a9ee-807819aae643","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-045653","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:08.4199286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-045653"},"namespace":"ai-tenant-e2e-ipp-a-045653","name":"default-tenant","reconcileID":"dcff0e75-2e2a-4c61-a9ee-807819aae643","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-045653","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:08.47674581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-045653"},"namespace":"ai-tenant-e2e-ipp-a-045653","name":"default-tenant","reconcileID":"dcff0e75-2e2a-4c61-a9ee-807819aae643","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-045653","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:08.538707267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-045653"},"namespace":"ai-tenant-e2e-ipp-a-045653","name":"default-tenant","reconcileID":"dcff0e75-2e2a-4c61-a9ee-807819aae643","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-045653","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:08.595238844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-045653"},"namespace":"ai-tenant-e2e-ipp-a-045653","name":"default-tenant","reconcileID":"dcff0e75-2e2a-4c61-a9ee-807819aae643","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-045653","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:08.649003009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-045653"},"namespace":"ai-tenant-e2e-ipp-a-045653","name":"default-tenant","reconcileID":"dcff0e75-2e2a-4c61-a9ee-807819aae643","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-045653","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:08.70875947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-045653"},"namespace":"ai-tenant-e2e-ipp-a-045653","name":"default-tenant","reconcileID":"dcff0e75-2e2a-4c61-a9ee-807819aae643","gvk":"Service","name":"payload-processing-e2e-ipp-a-045653","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:08.771828397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-045653"},"namespace":"ai-tenant-e2e-ipp-a-045653","name":"default-tenant","reconcileID":"dcff0e75-2e2a-4c61-a9ee-807819aae643","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-045653","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:08.826829637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-045653"},"namespace":"ai-tenant-e2e-ipp-a-045653","name":"default-tenant","reconcileID":"dcff0e75-2e2a-4c61-a9ee-807819aae643","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-045653","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:08.881542194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-045653"},"namespace":"ai-tenant-e2e-ipp-a-045653","name":"default-tenant","reconcileID":"dcff0e75-2e2a-4c61-a9ee-807819aae643","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-045653","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:08.899607225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27da6027-92e6-44fb-aa32-50f24b74f871","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:08.955298381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-045653"},"namespace":"ai-tenant-e2e-ipp-a-045653","name":"default-tenant","reconcileID":"dcff0e75-2e2a-4c61-a9ee-807819aae643","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-045653","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:08.956532922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27da6027-92e6-44fb-aa32-50f24b74f871","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:09.010453438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27da6027-92e6-44fb-aa32-50f24b74f871","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:09.012930843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-045653"},"namespace":"ai-tenant-e2e-ipp-a-045653","name":"default-tenant","reconcileID":"dcff0e75-2e2a-4c61-a9ee-807819aae643","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-045653","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:09.063401082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27da6027-92e6-44fb-aa32-50f24b74f871","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:09.118000598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-045653"},"namespace":"ai-tenant-e2e-ipp-a-045653","name":"default-tenant","reconcileID":"dcff0e75-2e2a-4c61-a9ee-807819aae643","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-045653","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:09.17562834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-045653"},"namespace":"ai-tenant-e2e-ipp-a-045653","name":"default-tenant","reconcileID":"dcff0e75-2e2a-4c61-a9ee-807819aae643","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-045653","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:09.232950788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-045653"},"namespace":"ai-tenant-e2e-ipp-a-045653","name":"default-tenant","reconcileID":"dcff0e75-2e2a-4c61-a9ee-807819aae643","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-045653","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:09.338068487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-045653"},"namespace":"ai-tenant-e2e-ipp-a-045653","name":"default-tenant","reconcileID":"dcff0e75-2e2a-4c61-a9ee-807819aae643","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-045653","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:10.156451156Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-045653","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-045653","reconcileID":"c7e7461f-7a3b-4ca8-a18b-b748c3bb8968","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-045653","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-045653"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:11.277099659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"544e48af-ae3a-4052-910e-79a9d523fccc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:11.329994631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"544e48af-ae3a-4052-910e-79a9d523fccc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:11.382904544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"544e48af-ae3a-4052-910e-79a9d523fccc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:11.435820233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"544e48af-ae3a-4052-910e-79a9d523fccc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:13.33344377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"c883479b-7653-48b4-8c64-3f1e8e29e67e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:13.392955653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b6054a6-0ae3-464b-9605-1bb016d8aec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:13.445727655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b6054a6-0ae3-464b-9605-1bb016d8aec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:13.498518587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b6054a6-0ae3-464b-9605-1bb016d8aec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:13.551297741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b6054a6-0ae3-464b-9605-1bb016d8aec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:13.657756396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8d0cb68a-6474-48a4-8dfa-ac5f685cc3b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:13.762634952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"116fa83e-94d6-4d72-84ac-0c627f2a8473","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:13.797693482Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"5162255c-92f2-4b2f-a00c-599bad8ca486","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:13.978850987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"a8197269-564e-41ff-af5f-9a86ad526aea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:14.197147515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-subscription","reconcileID":"66c9b0fe-c269-47a9-9a11-edec5fefc727","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-premium-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:14.298104257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"10ebd99d-8417-409a-8446-708c71f6e52a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:14.314509117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-subscription","reconcileID":"b92b2963-89fe-4e3b-8d7b-0e3301013a7c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-premium-w4-398828","model":"e2e-models-e2e-worker-w4-398828/premium-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:14.433389321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"5461fba0-6dd6-4cfd-b753-60a3486b19e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:14.604250293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"ec0400cd-3b3b-46ba-8f66-e09c2ee801c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:14.704426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"01ac8dc2-c5e1-4a39-b98c-cf68aca6f4d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:14.803998908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"fe080937-e2c8-4876-a3d2-ce57c94ecd5c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-premium-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:17.851746454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-auth","reconcileID":"98e950dd-edf8-494e-9c68-db5a68fe1e6e","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-dd87f0","tenantID":"e2e-ipp-a-dd87f0","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:17.937857653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-auth","reconcileID":"98e950dd-edf8-494e-9c68-db5a68fe1e6e","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"name":"e2e-ipp-a-dd87f0-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:17.9944203Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-dd87f0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ec459c386f99fbd03d9fd3f0335b046a0665f12e68f6f096992e2fcc7c941837) AuthConfig (ae520fa618e29e42b5b2eb1f7ad308e955bdf8d646e276403afbc8a43683380b) AuthConfig (deb07adea6754ab23fcd4fd61c47aa8a3a70fc8102e183b42c92cc49716caa46) AuthConfig (bf812d2c8d5da40c2c84a205b099c60604676c9b81ed86583d58de35cbad25b5) AuthConfig (0ed914c527e6edd229b70a21ad706ea0dc89fd46b26a8ba40d7b2a233642d086) AuthConfig (1e96bd985841227586a178fb8f431d69c57afe3894865e97128789a87f731bd9) AuthConfig (cbd7139e0abf39c2f12b26726735367e4ec165c9a1d1e5660b350c0612842259) AuthConfig (7cde1dddda8e2ed3e245e5f88fedd8f0d1c2fecb2dfed24fa4421b3e174f251d) AuthConfig (60eaf8173902bb46fff3c06916f689f8e9fe3450d14c7ed8c50d21211dd5543f) AuthConfig (2399216b73578d7f280c0008df7f3b381a2a74ee602f0015ce6d573181a23b35) AuthConfig (969c6a8592e1c39fcd9364576274274e6be99b55dc20275812668bb5688caad3) AuthConfig (5194eb8d74eb4b3971550d49bf17682eb7ec84e8637135ef362316c478c011df) AuthConfig (1ed8a4a091b689471d4b5c7c2fb07805b980eaafa6b4c35e8f28500e7c6da35c) AuthConfig (6775f894943c971f43269f6dd39c357dfce563ee8f0433ebd480aac6f002d220) AuthConfig (c6b1b6b945a8324398e9ee14c56f35994054b3ea77c72f99b5da557f98376fda) AuthConfig (cbd292ab073091ef19836068e46714e092b184dadf55b15f465eb27af54bd180) AuthConfig (23f4dfca580b5d33876d583282c6c9e89d2c67caa652ecc5a5891ee592a54a0e) AuthConfig (5a565021bd13c4b64a9ca52ae267bb9fa767e6cb758fbf429fcff75fbff6bcc7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-auth","reconcileID":"98e950dd-edf8-494e-9c68-db5a68fe1e6e","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:18.05299288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"ab36315d-33ac-4988-b568-1f78ef589fb0","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"tenant":"e2e-ipp-a-dd87f0","gateway":"openshift-ingress/e2e-ipp-a-dd87f0","model":"ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:18.053010926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"ab36315d-33ac-4988-b568-1f78ef589fb0","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"routeName":"ipp-route-dd87f0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-dd87f0","llmisvcName":"ipp-route-dd87f0","gateway":"openshift-ingress/e2e-ipp-a-dd87f0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:18.432901676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1b5a639-9249-4259-a0eb-5da99745ff1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:18.485651039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1b5a639-9249-4259-a0eb-5da99745ff1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:18.538118457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1b5a639-9249-4259-a0eb-5da99745ff1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:18.590766238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1b5a639-9249-4259-a0eb-5da99745ff1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:20.482835317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69c5ccba-f166-4010-8cdb-31389b2e5d0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:20.538216739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69c5ccba-f166-4010-8cdb-31389b2e5d0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:20.591527978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69c5ccba-f166-4010-8cdb-31389b2e5d0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:20.644051488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69c5ccba-f166-4010-8cdb-31389b2e5d0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:22.533314199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cfc0418-2ba9-4589-bc0b-cab27ccd3fea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:22.587898592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cfc0418-2ba9-4589-bc0b-cab27ccd3fea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:22.641193556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cfc0418-2ba9-4589-bc0b-cab27ccd3fea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:22.69422587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cfc0418-2ba9-4589-bc0b-cab27ccd3fea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:24.5847752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb811315-67b8-41b0-9f47-1251cd725d09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:24.637717155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb811315-67b8-41b0-9f47-1251cd725d09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:24.696664311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb811315-67b8-41b0-9f47-1251cd725d09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:24.749520597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb811315-67b8-41b0-9f47-1251cd725d09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:26.662113441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"493ddcb0-f67b-403c-ad1e-748bd6c25e60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:26.714946912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"493ddcb0-f67b-403c-ad1e-748bd6c25e60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:26.767739832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"493ddcb0-f67b-403c-ad1e-748bd6c25e60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:26.820332012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"493ddcb0-f67b-403c-ad1e-748bd6c25e60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:28.224440651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-auth","reconcileID":"24ae261d-d117-4faf-b413-658d117d83f3","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-dd87f0","tenantID":"e2e-ipp-a-dd87f0","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:28.280403514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-auth","reconcileID":"24ae261d-d117-4faf-b413-658d117d83f3","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"name":"e2e-ipp-a-dd87f0-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:28.335386445Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-dd87f0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ec459c386f99fbd03d9fd3f0335b046a0665f12e68f6f096992e2fcc7c941837) AuthConfig (ae520fa618e29e42b5b2eb1f7ad308e955bdf8d646e276403afbc8a43683380b) AuthConfig (deb07adea6754ab23fcd4fd61c47aa8a3a70fc8102e183b42c92cc49716caa46) AuthConfig (bf812d2c8d5da40c2c84a205b099c60604676c9b81ed86583d58de35cbad25b5) AuthConfig (0ed914c527e6edd229b70a21ad706ea0dc89fd46b26a8ba40d7b2a233642d086) AuthConfig (1e96bd985841227586a178fb8f431d69c57afe3894865e97128789a87f731bd9) AuthConfig (cbd7139e0abf39c2f12b26726735367e4ec165c9a1d1e5660b350c0612842259) AuthConfig (7cde1dddda8e2ed3e245e5f88fedd8f0d1c2fecb2dfed24fa4421b3e174f251d) AuthConfig (60eaf8173902bb46fff3c06916f689f8e9fe3450d14c7ed8c50d21211dd5543f) AuthConfig (2399216b73578d7f280c0008df7f3b381a2a74ee602f0015ce6d573181a23b35) AuthConfig (969c6a8592e1c39fcd9364576274274e6be99b55dc20275812668bb5688caad3) AuthConfig (5194eb8d74eb4b3971550d49bf17682eb7ec84e8637135ef362316c478c011df) AuthConfig (1ed8a4a091b689471d4b5c7c2fb07805b980eaafa6b4c35e8f28500e7c6da35c) AuthConfig (6775f894943c971f43269f6dd39c357dfce563ee8f0433ebd480aac6f002d220) AuthConfig (c6b1b6b945a8324398e9ee14c56f35994054b3ea77c72f99b5da557f98376fda) AuthConfig (cbd292ab073091ef19836068e46714e092b184dadf55b15f465eb27af54bd180) AuthConfig (23f4dfca580b5d33876d583282c6c9e89d2c67caa652ecc5a5891ee592a54a0e) AuthConfig (5a565021bd13c4b64a9ca52ae267bb9fa767e6cb758fbf429fcff75fbff6bcc7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-auth","reconcileID":"24ae261d-d117-4faf-b413-658d117d83f3","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:28.81220802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"tenantcfg-model-d94cc3","reconcileID":"3fd5a9fe-2299-48ac-9c9b-67858278f350","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"tenant":"e2e-shared-b-w2-d94cc3","gateway":"openshift-ingress/e2e-shared-b-w2-d94cc3","model":"ai-tenant-e2e-shared-b-w2-d94cc3/tenantcfg-model-d94cc3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:28.812253087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"tenantcfg-model-d94cc3","reconcileID":"3fd5a9fe-2299-48ac-9c9b-67858278f350","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"routeName":"tenantcfg-model-d94cc3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","llmisvcName":"tenantcfg-model-d94cc3","gateway":"openshift-ingress/e2e-shared-b-w2-d94cc3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:32.619683233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-subscription","reconcileID":"8699499d-a71a-48f0-8075-f409df0fe1db","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-premium-w4-398828","model":"e2e-models-e2e-worker-w4-398828/premium-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:32.726055189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"72954415-b047-4c75-a1a4-fa5385f2a920","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:32.909740312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"7062dd46-ab07-45f2-a59e-00c61a6ed732","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:33.009257321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-subscription","reconcileID":"8369d968-ca39-461a-8df4-2dd6ce5f5bb2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-premium-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:33.026264186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"ebf4ede5-a851-4126-8242-8e3311eecaa8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:33.140309273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"1137a77f-33cd-41a8-99a2-88753ad3c283","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:33.242435063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"57af432d-8473-4319-806d-5c5139df936b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:33.257227315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"0d8f9156-32e0-462e-aa42-0e0f3e847306","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:33.376848219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"f77047e7-52cc-42cb-8aa7-4cb3a04818c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-premium-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:33.552139359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"7a706603-1433-443b-bddb-59e08ad38ee4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:33.664865536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"75541717-8873-4787-b48e-bb0ff6f28deb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:33.766151124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1991e1f0-98b6-490c-aa13-8e668bdd9bd9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:34.233192351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"tenantcfg-model-4c3ea5","reconcileID":"41309577-7c33-4106-9ad7-1ded4f8fe108","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"tenant":"e2e-shared-a-w2-4c3ea5","gateway":"openshift-ingress/e2e-shared-a-w2-4c3ea5","model":"ai-tenant-e2e-shared-a-w2-4c3ea5/tenantcfg-model-4c3ea5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:34.233213185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"tenantcfg-model-4c3ea5","reconcileID":"41309577-7c33-4106-9ad7-1ded4f8fe108","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"routeName":"tenantcfg-model-4c3ea5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","llmisvcName":"tenantcfg-model-4c3ea5","gateway":"openshift-ingress/e2e-shared-a-w2-4c3ea5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:34.288412174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"tenantcfg-model-4c3ea5","reconcileID":"5b402ac8-21fd-42fd-9613-1e8f4d88a754","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"tenant":"e2e-shared-a-w2-4c3ea5","gateway":"openshift-ingress/e2e-shared-a-w2-4c3ea5","model":"ai-tenant-e2e-shared-a-w2-4c3ea5/tenantcfg-model-4c3ea5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:34.288427876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"tenantcfg-model-4c3ea5","reconcileID":"5b402ac8-21fd-42fd-9613-1e8f4d88a754","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"routeName":"tenantcfg-model-4c3ea5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","llmisvcName":"tenantcfg-model-4c3ea5","gateway":"openshift-ingress/e2e-shared-a-w2-4c3ea5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:34.39385046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"8c53df37-dcca-4cce-9dc1-1b9f7b049bd7","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4c3ea5","tenantID":"e2e-shared-a-w2-4c3ea5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:34.530894718Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"8c53df37-dcca-4cce-9dc1-1b9f7b049bd7","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"name":"e2e-shared-a-w2-4c3ea5-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:34.590876256Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-4c3ea5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"8c53df37-dcca-4cce-9dc1-1b9f7b049bd7","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:34.649641511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"tenantcfg-model-4c3ea5","reconcileID":"f59d6b1e-2b73-4be2-8c29-fc335de8e357","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"tenant":"e2e-shared-a-w2-4c3ea5","gateway":"openshift-ingress/e2e-shared-a-w2-4c3ea5","model":"ai-tenant-e2e-shared-a-w2-4c3ea5/tenantcfg-model-4c3ea5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:34.649659917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"tenantcfg-model-4c3ea5","reconcileID":"f59d6b1e-2b73-4be2-8c29-fc335de8e357","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"routeName":"tenantcfg-model-4c3ea5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","llmisvcName":"tenantcfg-model-4c3ea5","gateway":"openshift-ingress/e2e-shared-a-w2-4c3ea5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:35.609636387Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:38.441507688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-auth","reconcileID":"506e2847-da3e-4675-86d2-8730fc937ddd","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-dd87f0","tenantID":"e2e-ipp-a-dd87f0","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:38.497648276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-auth","reconcileID":"506e2847-da3e-4675-86d2-8730fc937ddd","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"name":"e2e-ipp-a-dd87f0-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:38.820298118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"f3b740b7-762d-435c-ae89-76173644b463","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"tenant":"e2e-ipp-a-dd87f0","gateway":"openshift-ingress/e2e-ipp-a-dd87f0","model":"ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:38.820317954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"f3b740b7-762d-435c-ae89-76173644b463","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"routeName":"ipp-route-dd87f0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-dd87f0","llmisvcName":"ipp-route-dd87f0","gateway":"openshift-ingress/e2e-ipp-a-dd87f0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:43.113177156Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"default-tenant","reconcileID":"08b9f728-b429-4ce6-8422-ec20e6a57a91","namespace":"ai-tenant-e2e-api-b-f1a692","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:43.113231641Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"default-tenant","reconcileID":"08b9f728-b429-4ce6-8422-ec20e6a57a91","namespace":"ai-tenant-e2e-api-b-f1a692","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:43.113275373Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"default-tenant","reconcileID":"08b9f728-b429-4ce6-8422-ec20e6a57a91","name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:43.169961405Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"default-tenant","reconcileID":"08b9f728-b429-4ce6-8422-ec20e6a57a91","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:43.170239197Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"e2e-e2e-api-b-f1a692-policy","reconcileID":"552f980a-3f80-4c17-8c46-dc810a44367e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:43.170522493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5490402-7577-4208-9936-cb65f5e61435","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:43.170535582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5490402-7577-4208-9936-cb65f5e61435","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:43.389724025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"e2e-e2e-api-b-f1a692-policy","reconcileID":"552f980a-3f80-4c17-8c46-dc810a44367e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f1a692","tenantID":"e2e-api-b-f1a692","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:43.512119393Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"e2e-e2e-api-b-f1a692-policy","reconcileID":"552f980a-3f80-4c17-8c46-dc810a44367e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"name":"e2e-api-b-f1a692-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:43.51214013Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"e2e-e2e-api-b-f1a692-policy","reconcileID":"552f980a-3f80-4c17-8c46-dc810a44367e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a692-policy","namespace":"ai-tenant-e2e-api-b-f1a692"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f1a692","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:43.568275364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93595572-461e-4528-a2ae-17fcfe022fd8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:43.568293495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93595572-461e-4528-a2ae-17fcfe022fd8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:44.059893836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"f44976f0-86e1-4645-ae5c-1f496a0006b1","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"tenant":"e2e-ipp-a-dd87f0","gateway":"openshift-ingress/e2e-ipp-a-dd87f0","model":"ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:44.059915881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"f44976f0-86e1-4645-ae5c-1f496a0006b1","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"routeName":"ipp-route-dd87f0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-dd87f0","llmisvcName":"ipp-route-dd87f0","gateway":"openshift-ingress/e2e-ipp-a-dd87f0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:44.12015093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"13a14d16-7f1c-4784-a12b-423f5dbf0d80","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"tenant":"e2e-ipp-a-dd87f0","gateway":"openshift-ingress/e2e-ipp-a-dd87f0","model":"ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:44.120173967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"13a14d16-7f1c-4784-a12b-423f5dbf0d80","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"routeName":"ipp-route-dd87f0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-dd87f0","llmisvcName":"ipp-route-dd87f0","gateway":"openshift-ingress/e2e-ipp-a-dd87f0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:44.1644372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-auth","reconcileID":"11815a06-87eb-40ef-a7f2-2d37e32cf647","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-dd87f0","tenantID":"e2e-ipp-a-dd87f0","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:34:44.16624767Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-dd87f0-sub","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-sub","reconcileID":"c3af4006-e806-443b-a80a-65d71ab709b4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-dd87f0-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:34:44.173809409Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"13a14d16-7f1c-4784-a12b-423f5dbf0d80","name":"ipp-route-dd87f0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-dd87f0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:34:44.173865705Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"13a14d16-7f1c-4784-a12b-423f5dbf0d80","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-dd87f0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:44.17918122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"89d6dc85-3005-457b-905f-516bbdad0dc5","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"tenant":"e2e-ipp-a-dd87f0","gateway":"openshift-ingress/e2e-ipp-a-dd87f0","model":"ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:44.179195797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"89d6dc85-3005-457b-905f-516bbdad0dc5","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"routeName":"ipp-route-dd87f0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-dd87f0","llmisvcName":"ipp-route-dd87f0","gateway":"openshift-ingress/e2e-ipp-a-dd87f0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:44.221822111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-auth","reconcileID":"11815a06-87eb-40ef-a7f2-2d37e32cf647","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"name":"e2e-ipp-a-dd87f0-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:44.275104887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"75f4dbc5-d79d-449a-8b7e-203fd15131e7","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"tenant":"e2e-ipp-a-dd87f0","gateway":"openshift-ingress/e2e-ipp-a-dd87f0","model":"ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:44.275119957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"75f4dbc5-d79d-449a-8b7e-203fd15131e7","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"routeName":"ipp-route-dd87f0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-dd87f0","llmisvcName":"ipp-route-dd87f0","gateway":"openshift-ingress/e2e-ipp-a-dd87f0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:44.330512143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"bb439ed8-e996-4ebc-9e93-2a6bd5e669d0","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"tenant":"e2e-ipp-a-dd87f0","gateway":"openshift-ingress/e2e-ipp-a-dd87f0","model":"ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:44.330526419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"bb439ed8-e996-4ebc-9e93-2a6bd5e669d0","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"routeName":"ipp-route-dd87f0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-dd87f0","llmisvcName":"ipp-route-dd87f0","gateway":"openshift-ingress/e2e-ipp-a-dd87f0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:44.532266559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-auth","reconcileID":"9c945629-b721-4666-8584-aafaf66c777c","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-dd87f0","tenantID":"e2e-ipp-a-dd87f0","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:44.543644571Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-dd87f0-sub","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-sub","reconcileID":"1068c25f-fef9-486f-9c96-b1feca717003","MaaSSubscription":{"name":"ipp-route-dd87f0-sub","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"name":"maas-trlp-ipp-route-dd87f0","model":"ipp-route-dd87f0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:44.58910205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-auth","reconcileID":"9c945629-b721-4666-8584-aafaf66c777c","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"name":"e2e-ipp-a-dd87f0-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:44.709092879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"9e3124cb-9085-4bb5-890a-f372d5cb1351","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"tenant":"e2e-ipp-a-dd87f0","gateway":"openshift-ingress/e2e-ipp-a-dd87f0","model":"ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:44.709111426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"9e3124cb-9085-4bb5-890a-f372d5cb1351","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"routeName":"ipp-route-dd87f0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-dd87f0","llmisvcName":"ipp-route-dd87f0","gateway":"openshift-ingress/e2e-ipp-a-dd87f0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:44.756569939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"f35b013e-195d-4088-b4fd-dd7f229831dc","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4c3ea5","tenantID":"e2e-shared-a-w2-4c3ea5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:44.812645905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"f35b013e-195d-4088-b4fd-dd7f229831dc","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"name":"e2e-shared-a-w2-4c3ea5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:44.868255764Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-4c3ea5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"f35b013e-195d-4088-b4fd-dd7f229831dc","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:44.918491547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-dd87f0-sub","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-sub","reconcileID":"f3c5de4d-6f73-438e-a48f-3f78ce13db36","MaaSSubscription":{"name":"ipp-route-dd87f0-sub","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"name":"maas-trlp-ipp-route-dd87f0","model":"ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:45.083144165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"de6d9998-90f4-4426-89f8-9018767c3c71","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"tenant":"e2e-ipp-a-dd87f0","gateway":"openshift-ingress/e2e-ipp-a-dd87f0","model":"ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:45.083163114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"de6d9998-90f4-4426-89f8-9018767c3c71","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"routeName":"ipp-route-dd87f0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-dd87f0","llmisvcName":"ipp-route-dd87f0","gateway":"openshift-ingress/e2e-ipp-a-dd87f0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:54.974474385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"6bda8918-8b39-4a04-99d6-5e9f2472cac6","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4c3ea5","tenantID":"e2e-shared-a-w2-4c3ea5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:55.031707186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"6bda8918-8b39-4a04-99d6-5e9f2472cac6","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"name":"e2e-shared-a-w2-4c3ea5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:34:55.086795309Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-4c3ea5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"6bda8918-8b39-4a04-99d6-5e9f2472cac6","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:00.260785373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-dd87f0-sub","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-sub","reconcileID":"d54ef140-d30a-4687-a081-b049d80de4a7","MaaSSubscription":{"name":"ipp-route-dd87f0-sub","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"name":"maas-trlp-ipp-route-dd87f0","model":"ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:00.431678311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"1b99bc53-967a-4edf-a264-9bdab2109915","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"tenant":"e2e-ipp-a-dd87f0","gateway":"openshift-ingress/e2e-ipp-a-dd87f0","model":"ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:00.431697347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"1b99bc53-967a-4edf-a264-9bdab2109915","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"routeName":"ipp-route-dd87f0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-dd87f0","llmisvcName":"ipp-route-dd87f0","gateway":"openshift-ingress/e2e-ipp-a-dd87f0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:02.046346897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-auth","reconcileID":"4134a03a-0773-4290-bf40-b213c0cbd9fe","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-dd87f0","tenantID":"e2e-ipp-a-dd87f0","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:02.103507419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-auth","reconcileID":"4134a03a-0773-4290-bf40-b213c0cbd9fe","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"name":"e2e-ipp-a-dd87f0-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:05.19258867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"0d3ac269-5be2-49fa-aba6-96a4c41d98cb","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4c3ea5","tenantID":"e2e-shared-a-w2-4c3ea5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:05.249155505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"0d3ac269-5be2-49fa-aba6-96a4c41d98cb","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"name":"e2e-shared-a-w2-4c3ea5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:05.304273724Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-4c3ea5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (47e3b4ded36e4c9af331ad1d6cc0868762d049efa6dce1fd7a4f8ab5847dc578) AuthConfig (229a81f585f26968e23128684a5a61f523b390f7b6efd5b65dbc2b986cb43276) AuthConfig (2b7686e37a1a25ee982016c7b9019a64a015f285c8e4db607217c09231abc86c) AuthConfig (dfbeac27d41757d14f1b9ee4f6a7bb34eb7e0b389d0fd2764314bf605b148e18) AuthConfig (88ba222c7dc6b6a03e184388c62f8ee2ed13b64b62652a36b5603989e5ba12be) AuthConfig (85f0a5b0a77376b8628b129a4c42ffe66b319dd60f6b7837d8d41bebc05df0db) AuthConfig (68cdc9f5e67e89081669cd7d97f1960468667ad581d505b1a7e4d4ef064d447f) AuthConfig (cd0a851d2c642d1d47b87774014554fe8779d2a2f52599084c1a4ea301146c74) AuthConfig (7e737d10406328935db837f0e254f935bd28649689869b26de3cf6348d721933) AuthConfig (c62ba2e96260d58a303bb6916cab22b55663c4ed8a30278080ab302b31bf5682) AuthConfig (e8e5c45d175af73f1acbc5d3b5ec4196d3d3b48a1da90515d6e44177bc68ab8c) AuthConfig (79f7bbf2e71471b28bfdaa01450d0f3c65cca0ac4423c227b232891b5fc013c6) AuthConfig (9887d0704586a0b01b8dbd9c2d4745b546ccfcf9bdff9b012c7ac38b9b57a232) AuthConfig (4afd2c4eab1ee4293b1cbdad42f773803104707a5fa488228ebc275290628fa1) AuthConfig (cb315806ef5dac12359a72ecc52b672b17cb41b9c18e0bef97c90140ed15618d) AuthConfig (a183ea673ad7f788ef0f7b583723eff44cce7b6b2cc277e7b0ff32dd134d5ef0) AuthConfig (b93e2ccadd1f11b86f6410181b5ff4d533bce5f8f4c10be5685f8977f81adc57) AuthConfig (c5a5baf16930e829f0f7290fbd523b3f1eb93a41dc9c73bcf898a907bd5e6109)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"0d3ac269-5be2-49fa-aba6-96a4c41d98cb","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:05.362853588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"tenantcfg-model-4c3ea5","reconcileID":"cb7d592d-b379-4a87-8150-4a33546b239f","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"tenant":"e2e-shared-a-w2-4c3ea5","gateway":"openshift-ingress/e2e-shared-a-w2-4c3ea5","model":"ai-tenant-e2e-shared-a-w2-4c3ea5/tenantcfg-model-4c3ea5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:05.362873755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"tenantcfg-model-4c3ea5","reconcileID":"cb7d592d-b379-4a87-8150-4a33546b239f","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"routeName":"tenantcfg-model-4c3ea5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","llmisvcName":"tenantcfg-model-4c3ea5","gateway":"openshift-ingress/e2e-shared-a-w2-4c3ea5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:05.609489665Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:09.207246065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"6bbad05b-0259-4004-a166-ad7945983b8e","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"tenant":"e2e-ipp-a-dd87f0","gateway":"openshift-ingress/e2e-ipp-a-dd87f0","model":"ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:09.207268721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"6bbad05b-0259-4004-a166-ad7945983b8e","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"routeName":"ipp-route-dd87f0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-dd87f0","llmisvcName":"ipp-route-dd87f0","gateway":"openshift-ingress/e2e-ipp-a-dd87f0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:09.313449845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-auth","reconcileID":"207b8175-9ceb-473e-ae06-9becbea5f640","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-dd87f0","tenantID":"e2e-ipp-a-dd87f0","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:09.318457082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"43be0202-a6c0-485a-a3ca-1fad4f9dd479","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"tenant":"e2e-ipp-a-dd87f0","gateway":"openshift-ingress/e2e-ipp-a-dd87f0","model":"ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:09.31847282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"43be0202-a6c0-485a-a3ca-1fad4f9dd479","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"routeName":"ipp-route-dd87f0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-dd87f0","llmisvcName":"ipp-route-dd87f0","gateway":"openshift-ingress/e2e-ipp-a-dd87f0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:09.370416523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-auth","reconcileID":"207b8175-9ceb-473e-ae06-9becbea5f640","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"name":"e2e-ipp-a-dd87f0-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:09.473485829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-dd87f0-sub","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-sub","reconcileID":"b85b8e80-b9d9-481f-9c12-1ee32e0af022","MaaSSubscription":{"name":"ipp-route-dd87f0-sub","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"name":"maas-trlp-ipp-route-dd87f0","model":"ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:09.687398772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-auth","reconcileID":"8d7fc67b-4409-4ecd-b774-9008889b5169","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-dd87f0","tenantID":"e2e-ipp-a-dd87f0","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:09.744239422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-auth","reconcileID":"8d7fc67b-4409-4ecd-b774-9008889b5169","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"name":"e2e-ipp-a-dd87f0-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:09.847103511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-dd87f0-sub","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-sub","reconcileID":"979d8b8d-1f91-4f1f-bd11-bfc3496f12fa","MaaSSubscription":{"name":"ipp-route-dd87f0-sub","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"name":"maas-trlp-ipp-route-dd87f0","model":"ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:10.14659174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d5b5193-5d56-4658-adff-84cfa81668f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:10.200130878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d5b5193-5d56-4658-adff-84cfa81668f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:10.253230271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d5b5193-5d56-4658-adff-84cfa81668f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:10.306274457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d5b5193-5d56-4658-adff-84cfa81668f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:12.233755752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7937cc01-b307-4636-9d55-db76b1947d3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:12.287564336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7937cc01-b307-4636-9d55-db76b1947d3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:12.341225291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7937cc01-b307-4636-9d55-db76b1947d3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:12.394408057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7937cc01-b307-4636-9d55-db76b1947d3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:15.468778202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"712437e2-8ce3-42c4-a1b7-a3e1c8156db9","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4c3ea5","tenantID":"e2e-shared-a-w2-4c3ea5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:15.525526972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"712437e2-8ce3-42c4-a1b7-a3e1c8156db9","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"name":"e2e-shared-a-w2-4c3ea5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:15.581054751Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-4c3ea5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (47e3b4ded36e4c9af331ad1d6cc0868762d049efa6dce1fd7a4f8ab5847dc578) AuthConfig (229a81f585f26968e23128684a5a61f523b390f7b6efd5b65dbc2b986cb43276) AuthConfig (2b7686e37a1a25ee982016c7b9019a64a015f285c8e4db607217c09231abc86c) AuthConfig (dfbeac27d41757d14f1b9ee4f6a7bb34eb7e0b389d0fd2764314bf605b148e18) AuthConfig (88ba222c7dc6b6a03e184388c62f8ee2ed13b64b62652a36b5603989e5ba12be) AuthConfig (85f0a5b0a77376b8628b129a4c42ffe66b319dd60f6b7837d8d41bebc05df0db) AuthConfig (68cdc9f5e67e89081669cd7d97f1960468667ad581d505b1a7e4d4ef064d447f) AuthConfig (cd0a851d2c642d1d47b87774014554fe8779d2a2f52599084c1a4ea301146c74) AuthConfig (7e737d10406328935db837f0e254f935bd28649689869b26de3cf6348d721933) AuthConfig (c62ba2e96260d58a303bb6916cab22b55663c4ed8a30278080ab302b31bf5682) AuthConfig (e8e5c45d175af73f1acbc5d3b5ec4196d3d3b48a1da90515d6e44177bc68ab8c) AuthConfig (79f7bbf2e71471b28bfdaa01450d0f3c65cca0ac4423c227b232891b5fc013c6) AuthConfig (9887d0704586a0b01b8dbd9c2d4745b546ccfcf9bdff9b012c7ac38b9b57a232) AuthConfig (4afd2c4eab1ee4293b1cbdad42f773803104707a5fa488228ebc275290628fa1) AuthConfig (cb315806ef5dac12359a72ecc52b672b17cb41b9c18e0bef97c90140ed15618d) AuthConfig (a183ea673ad7f788ef0f7b583723eff44cce7b6b2cc277e7b0ff32dd134d5ef0) AuthConfig (b93e2ccadd1f11b86f6410181b5ff4d533bce5f8f4c10be5685f8977f81adc57) AuthConfig (c5a5baf16930e829f0f7290fbd523b3f1eb93a41dc9c73bcf898a907bd5e6109)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"712437e2-8ce3-42c4-a1b7-a3e1c8156db9","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:19.820259576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"84ee2443-c879-4f0e-aaf0-23a706923811","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"tenant":"e2e-ipp-a-dd87f0","gateway":"openshift-ingress/e2e-ipp-a-dd87f0","model":"ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:19.820279366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"84ee2443-c879-4f0e-aaf0-23a706923811","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"routeName":"ipp-route-dd87f0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-dd87f0","llmisvcName":"ipp-route-dd87f0","gateway":"openshift-ingress/e2e-ipp-a-dd87f0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:19.927308091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-auth","reconcileID":"1d278a8c-2025-4e3a-a255-acc5d9458e14","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-dd87f0","tenantID":"e2e-ipp-a-dd87f0","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:19.98441793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-auth","reconcileID":"1d278a8c-2025-4e3a-a255-acc5d9458e14","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"name":"e2e-ipp-a-dd87f0-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:20.032884696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-dd87f0-sub","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-sub","reconcileID":"07e0d2b9-a5c3-4c85-bcba-4f235eb34441","MaaSSubscription":{"name":"ipp-route-dd87f0-sub","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"name":"maas-trlp-ipp-route-dd87f0","model":"ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:20.244910807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-auth","reconcileID":"b5365d78-3954-4033-8d62-cb914832d1eb","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-dd87f0","tenantID":"e2e-ipp-a-dd87f0","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:20.301174928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-auth","reconcileID":"b5365d78-3954-4033-8d62-cb914832d1eb","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"name":"e2e-ipp-a-dd87f0-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:20.35151604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-dd87f0-sub","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-sub","reconcileID":"1789780e-3ea0-4af0-80ed-78104c6b764c","MaaSSubscription":{"name":"ipp-route-dd87f0-sub","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"name":"maas-trlp-ipp-route-dd87f0","model":"ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:25.687273326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"b0fb038b-d840-4f09-80a0-e960c7f9ef43","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4c3ea5","tenantID":"e2e-shared-a-w2-4c3ea5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:25.744151526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"b0fb038b-d840-4f09-80a0-e960c7f9ef43","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"name":"e2e-shared-a-w2-4c3ea5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:26.014684753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"tenantcfg-model-4c3ea5","reconcileID":"2b06cb1a-1d1a-473e-ae98-29543efbd839","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"tenant":"e2e-shared-a-w2-4c3ea5","gateway":"openshift-ingress/e2e-shared-a-w2-4c3ea5","model":"ai-tenant-e2e-shared-a-w2-4c3ea5/tenantcfg-model-4c3ea5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:26.014703581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"tenantcfg-model-4c3ea5","reconcileID":"2b06cb1a-1d1a-473e-ae98-29543efbd839","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"routeName":"tenantcfg-model-4c3ea5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","llmisvcName":"tenantcfg-model-4c3ea5","gateway":"openshift-ingress/e2e-shared-a-w2-4c3ea5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:31.255308668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"tenantcfg-model-4c3ea5","reconcileID":"3afa876e-c509-46d0-813d-24429af003a6","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"tenant":"e2e-shared-a-w2-4c3ea5","gateway":"openshift-ingress/e2e-shared-a-w2-4c3ea5","model":"ai-tenant-e2e-shared-a-w2-4c3ea5/tenantcfg-model-4c3ea5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:31.255328828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"tenantcfg-model-4c3ea5","reconcileID":"3afa876e-c509-46d0-813d-24429af003a6","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"routeName":"tenantcfg-model-4c3ea5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","llmisvcName":"tenantcfg-model-4c3ea5","gateway":"openshift-ingress/e2e-shared-a-w2-4c3ea5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:31.315529026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"tenantcfg-model-4c3ea5","reconcileID":"f365a5bc-cceb-48fc-9c7b-2fe78fc97402","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"tenant":"e2e-shared-a-w2-4c3ea5","gateway":"openshift-ingress/e2e-shared-a-w2-4c3ea5","model":"ai-tenant-e2e-shared-a-w2-4c3ea5/tenantcfg-model-4c3ea5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:31.315552095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"tenantcfg-model-4c3ea5","reconcileID":"f365a5bc-cceb-48fc-9c7b-2fe78fc97402","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"routeName":"tenantcfg-model-4c3ea5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","llmisvcName":"tenantcfg-model-4c3ea5","gateway":"openshift-ingress/e2e-shared-a-w2-4c3ea5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:31.360526478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"6fde303d-ce8e-4424-89ea-16d144dc2cd5","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4c3ea5","tenantID":"e2e-shared-a-w2-4c3ea5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:35:31.362512891Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"9464399f-1405-4378-a57a-0077c578e943","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-mt-tenantcfg-b57f11\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:35:31.369043082Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"tenantcfg-model-4c3ea5","reconcileID":"f365a5bc-cceb-48fc-9c7b-2fe78fc97402","name":"tenantcfg-model-4c3ea5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"tenantcfg-model-4c3ea5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:35:31.369095324Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"tenantcfg-model-4c3ea5","reconcileID":"f365a5bc-cceb-48fc-9c7b-2fe78fc97402","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"tenantcfg-model-4c3ea5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:31.374427455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"tenantcfg-model-4c3ea5","reconcileID":"3f196038-105f-46bb-8632-5c0a94c6b8d8","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"tenant":"e2e-shared-a-w2-4c3ea5","gateway":"openshift-ingress/e2e-shared-a-w2-4c3ea5","model":"ai-tenant-e2e-shared-a-w2-4c3ea5/tenantcfg-model-4c3ea5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:31.374443119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"tenantcfg-model-4c3ea5","reconcileID":"3f196038-105f-46bb-8632-5c0a94c6b8d8","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"routeName":"tenantcfg-model-4c3ea5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","llmisvcName":"tenantcfg-model-4c3ea5","gateway":"openshift-ingress/e2e-shared-a-w2-4c3ea5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:31.416955528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"6fde303d-ce8e-4424-89ea-16d144dc2cd5","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"name":"e2e-shared-a-w2-4c3ea5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:31.471880575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"tenantcfg-model-4c3ea5","reconcileID":"3caff9e5-9911-4793-afd0-b0b32a6a2559","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"tenant":"e2e-shared-a-w2-4c3ea5","gateway":"openshift-ingress/e2e-shared-a-w2-4c3ea5","model":"ai-tenant-e2e-shared-a-w2-4c3ea5/tenantcfg-model-4c3ea5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:31.471898689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"tenantcfg-model-4c3ea5","reconcileID":"3caff9e5-9911-4793-afd0-b0b32a6a2559","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"routeName":"tenantcfg-model-4c3ea5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","llmisvcName":"tenantcfg-model-4c3ea5","gateway":"openshift-ingress/e2e-shared-a-w2-4c3ea5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:31.527335173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"tenantcfg-model-4c3ea5","reconcileID":"c34dd726-8859-413c-8485-3283aeaccc27","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"tenant":"e2e-shared-a-w2-4c3ea5","gateway":"openshift-ingress/e2e-shared-a-w2-4c3ea5","model":"ai-tenant-e2e-shared-a-w2-4c3ea5/tenantcfg-model-4c3ea5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:31.527370938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"tenantcfg-model-4c3ea5","reconcileID":"c34dd726-8859-413c-8485-3283aeaccc27","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"routeName":"tenantcfg-model-4c3ea5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","llmisvcName":"tenantcfg-model-4c3ea5","gateway":"openshift-ingress/e2e-shared-a-w2-4c3ea5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:31.729734187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"2ab22799-0c31-407c-862d-30569358dab7","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4c3ea5","tenantID":"e2e-shared-a-w2-4c3ea5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:31.741462317Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"252c5bda-f949-4963-a0d2-dfd430eee875","MaaSSubscription":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"name":"maas-trlp-tenantcfg-model-4c3ea5","model":"tenantcfg-model-4c3ea5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-4c3ea5/e2e-mt-tenantcfg-b57f11"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:31.786253515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"2ab22799-0c31-407c-862d-30569358dab7","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"name":"e2e-shared-a-w2-4c3ea5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:31.908462782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"tenantcfg-model-4c3ea5","reconcileID":"d28ababb-416e-44d6-945d-adfc73cef718","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"tenant":"e2e-shared-a-w2-4c3ea5","gateway":"openshift-ingress/e2e-shared-a-w2-4c3ea5","model":"ai-tenant-e2e-shared-a-w2-4c3ea5/tenantcfg-model-4c3ea5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:31.908479097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"tenantcfg-model-4c3ea5","reconcileID":"d28ababb-416e-44d6-945d-adfc73cef718","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"routeName":"tenantcfg-model-4c3ea5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","llmisvcName":"tenantcfg-model-4c3ea5","gateway":"openshift-ingress/e2e-shared-a-w2-4c3ea5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:32.119246216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"63459a97-30b5-483a-b987-2a293542bdda","MaaSSubscription":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"name":"maas-trlp-tenantcfg-model-4c3ea5","model":"ai-tenant-e2e-shared-a-w2-4c3ea5/tenantcfg-model-4c3ea5","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:32.237744547Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9d5625"},"namespace":"ai-tenant-e2e-ipp-b-9d5625","name":"default-tenant","reconcileID":"41558443-12f2-4255-875e-cd6ae5705786","namespace":"ai-tenant-e2e-ipp-b-9d5625","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:32.237794727Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9d5625"},"namespace":"ai-tenant-e2e-ipp-b-9d5625","name":"default-tenant","reconcileID":"41558443-12f2-4255-875e-cd6ae5705786","namespace":"ai-tenant-e2e-ipp-b-9d5625","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:32.237844892Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9d5625"},"namespace":"ai-tenant-e2e-ipp-b-9d5625","name":"default-tenant","reconcileID":"41558443-12f2-4255-875e-cd6ae5705786","tenant":"e2e-ipp-b-9d5625","tenantID":"e2e-ipp-b-9d5625","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:32.292241215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9d5625"},"namespace":"ai-tenant-e2e-ipp-b-9d5625","name":"default-tenant","reconcileID":"41558443-12f2-4255-875e-cd6ae5705786","gvk":"Deployment","name":"maas-api-e2e-ipp-b-9d5625","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:32.355055933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9d5625"},"namespace":"ai-tenant-e2e-ipp-b-9d5625","name":"default-tenant","reconcileID":"41558443-12f2-4255-875e-cd6ae5705786","gvk":"Service","name":"maas-api-e2e-ipp-b-9d5625","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:32.414604936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9d5625"},"namespace":"ai-tenant-e2e-ipp-b-9d5625","name":"default-tenant","reconcileID":"41558443-12f2-4255-875e-cd6ae5705786","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-9d5625","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:32.469406725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9d5625"},"namespace":"ai-tenant-e2e-ipp-b-9d5625","name":"default-tenant","reconcileID":"41558443-12f2-4255-875e-cd6ae5705786","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-9d5625","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:32.527414724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9d5625"},"namespace":"ai-tenant-e2e-ipp-b-9d5625","name":"default-tenant","reconcileID":"41558443-12f2-4255-875e-cd6ae5705786","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-9d5625","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:32.596401175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9d5625"},"namespace":"ai-tenant-e2e-ipp-b-9d5625","name":"default-tenant","reconcileID":"41558443-12f2-4255-875e-cd6ae5705786","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-9d5625","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:32.65444422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9d5625"},"namespace":"ai-tenant-e2e-ipp-b-9d5625","name":"default-tenant","reconcileID":"41558443-12f2-4255-875e-cd6ae5705786","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-9d5625","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:32.713661673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9d5625"},"namespace":"ai-tenant-e2e-ipp-b-9d5625","name":"default-tenant","reconcileID":"41558443-12f2-4255-875e-cd6ae5705786","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-9d5625","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:32.7688329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9d5625"},"namespace":"ai-tenant-e2e-ipp-b-9d5625","name":"default-tenant","reconcileID":"41558443-12f2-4255-875e-cd6ae5705786","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-9d5625","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:32.823012541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9d5625"},"namespace":"ai-tenant-e2e-ipp-b-9d5625","name":"default-tenant","reconcileID":"41558443-12f2-4255-875e-cd6ae5705786","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-9d5625","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:32.887369226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9d5625"},"namespace":"ai-tenant-e2e-ipp-b-9d5625","name":"default-tenant","reconcileID":"41558443-12f2-4255-875e-cd6ae5705786","gvk":"Service","name":"payload-processing-e2e-ipp-b-9d5625","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:32.95140113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9d5625"},"namespace":"ai-tenant-e2e-ipp-b-9d5625","name":"default-tenant","reconcileID":"41558443-12f2-4255-875e-cd6ae5705786","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-9d5625","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:33.006304511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9d5625"},"namespace":"ai-tenant-e2e-ipp-b-9d5625","name":"default-tenant","reconcileID":"41558443-12f2-4255-875e-cd6ae5705786","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-9d5625","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:33.061089511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9d5625"},"namespace":"ai-tenant-e2e-ipp-b-9d5625","name":"default-tenant","reconcileID":"41558443-12f2-4255-875e-cd6ae5705786","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-9d5625","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:33.116536948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9d5625"},"namespace":"ai-tenant-e2e-ipp-b-9d5625","name":"default-tenant","reconcileID":"41558443-12f2-4255-875e-cd6ae5705786","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-9d5625","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:33.17417541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9d5625"},"namespace":"ai-tenant-e2e-ipp-b-9d5625","name":"default-tenant","reconcileID":"41558443-12f2-4255-875e-cd6ae5705786","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-9d5625","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:33.228233314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9d5625"},"namespace":"ai-tenant-e2e-ipp-b-9d5625","name":"default-tenant","reconcileID":"41558443-12f2-4255-875e-cd6ae5705786","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-9d5625","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:33.283138923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9d5625"},"namespace":"ai-tenant-e2e-ipp-b-9d5625","name":"default-tenant","reconcileID":"41558443-12f2-4255-875e-cd6ae5705786","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-9d5625","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:33.339506354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9d5625"},"namespace":"ai-tenant-e2e-ipp-b-9d5625","name":"default-tenant","reconcileID":"41558443-12f2-4255-875e-cd6ae5705786","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-9d5625","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:33.398659636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9d5625"},"namespace":"ai-tenant-e2e-ipp-b-9d5625","name":"default-tenant","reconcileID":"41558443-12f2-4255-875e-cd6ae5705786","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-9d5625","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:34.230557384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-dd87f0-sub","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-sub","reconcileID":"df42dc9c-43ee-48c7-8914-516f9faa515b","MaaSSubscription":{"name":"ipp-route-dd87f0-sub","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"name":"maas-trlp-ipp-route-dd87f0","model":"ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:34.262534834Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-9d5625","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-9d5625","reconcileID":"83ce1eb1-a4cf-48f6-a591-dc406e072c3d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-9d5625","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-9d5625"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:34.331543704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"17f03958-e4ac-4852-a825-9898ceebd6e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-premium-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:34.346824964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"8b6f5695-d48d-4be5-bc85-6f62136e6778","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:34.469065163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"299b57db-dd2d-4146-ba3b-4679e311fa8e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:34.587426352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"21204bbc-ac78-486d-8786-11aa41586c1a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:34.587472912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"78230498-3486-4f39-bf3c-6bbd19eac0b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:34.754977248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"7507fec3-4789-4309-b084-d9c4d5ab2867","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:34.906556105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-subscription","reconcileID":"a9dfd884-b8d1-4df3-b212-c092f8c50d21","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-premium-w4-398828","model":"e2e-models-e2e-worker-w4-398828/premium-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:35.361942317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"0592c612-abea-4c2e-bcbd-11b36cff36e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:35.369605212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6072e2bc-1505-4245-b66a-54067d703d82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:35.422545084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6072e2bc-1505-4245-b66a-54067d703d82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:35.475193682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6072e2bc-1505-4245-b66a-54067d703d82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:35.476282682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"09eb716b-2de6-4402-9fcd-775f0fe725e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:35.527708365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6072e2bc-1505-4245-b66a-54067d703d82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:35.608888384Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:35.740272153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-subscription","reconcileID":"21864040-72a9-4c51-9f06-f7cefcd5c6ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-premium-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:35.74056395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f3f2109d-98f7-47c5-869b-ed77dbc33de4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:35.773456799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"211d8de6-ddf4-4cd2-ae61-aca44cfd2160","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:37.468730748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebb15366-d58b-4291-909d-36e1568aba74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:37.521571535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebb15366-d58b-4291-909d-36e1568aba74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:37.5745506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebb15366-d58b-4291-909d-36e1568aba74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:37.627811933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebb15366-d58b-4291-909d-36e1568aba74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:39.51140069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76bb40e8-27e2-480d-87e2-a55b00a7200e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:39.566433085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76bb40e8-27e2-480d-87e2-a55b00a7200e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:39.619550841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76bb40e8-27e2-480d-87e2-a55b00a7200e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:39.674095085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76bb40e8-27e2-480d-87e2-a55b00a7200e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:43.679104827Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"default-tenant","reconcileID":"11599c11-7e3d-414d-b121-4a216692082c","namespace":"ai-tenant-e2e-ipp-a-dd87f0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:43.67917222Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"default-tenant","reconcileID":"11599c11-7e3d-414d-b121-4a216692082c","name":"ipp-route-dd87f0-sub","namespace":"ai-tenant-e2e-ipp-a-dd87f0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:43.734054022Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"default-tenant","reconcileID":"11599c11-7e3d-414d-b121-4a216692082c","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:43.734079458Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"default-tenant","reconcileID":"11599c11-7e3d-414d-b121-4a216692082c","namespace":"ai-tenant-e2e-ipp-a-dd87f0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:43.734188174Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"default-tenant","reconcileID":"11599c11-7e3d-414d-b121-4a216692082c","name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:43.735001832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"66422848-62a7-4c73-bf2c-7dc6468019b7","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"tenant":"e2e-ipp-a-dd87f0","gateway":"openshift-ingress/e2e-ipp-a-dd87f0","model":"ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:43.735017815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"66422848-62a7-4c73-bf2c-7dc6468019b7","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"routeName":"ipp-route-dd87f0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-dd87f0","llmisvcName":"ipp-route-dd87f0","gateway":"openshift-ingress/e2e-ipp-a-dd87f0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:43.791524988Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"default-tenant","reconcileID":"11599c11-7e3d-414d-b121-4a216692082c","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:43.794859999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"676c1051-34fe-40a2-a528-0ed134de93bf","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"tenant":"e2e-ipp-a-dd87f0","gateway":"openshift-ingress/e2e-ipp-a-dd87f0","model":"ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:43.794883814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"676c1051-34fe-40a2-a528-0ed134de93bf","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"routeName":"ipp-route-dd87f0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-dd87f0","llmisvcName":"ipp-route-dd87f0","gateway":"openshift-ingress/e2e-ipp-a-dd87f0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:43.842227329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-auth","reconcileID":"29455d41-f90e-487a-9d1d-09bf07477a57","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-dd87f0","tenantID":"e2e-ipp-a-dd87f0","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:35:43.848096857Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"676c1051-34fe-40a2-a528-0ed134de93bf","name":"ipp-route-dd87f0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-dd87f0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:35:43.848161623Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"676c1051-34fe-40a2-a528-0ed134de93bf","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-dd87f0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:43.85351474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"fc96eef3-bdf0-4e35-81ab-18178fefa017","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"tenant":"e2e-ipp-a-dd87f0","gateway":"openshift-ingress/e2e-ipp-a-dd87f0","model":"ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:43.853529141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"fc96eef3-bdf0-4e35-81ab-18178fefa017","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"routeName":"ipp-route-dd87f0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-dd87f0","llmisvcName":"ipp-route-dd87f0","gateway":"openshift-ingress/e2e-ipp-a-dd87f0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:43.897396433Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-dd87f0-sub","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-sub","reconcileID":"41ecc39f-9d84-47c1-95ea-9d60b9f976a4","MaaSSubscription":{"name":"ipp-route-dd87f0-sub","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-13a4b385","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:43.898517003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-auth","reconcileID":"29455d41-f90e-487a-9d1d-09bf07477a57","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"name":"e2e-ipp-a-dd87f0-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:43.965967474Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-dd87f0-sub","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-sub","reconcileID":"e34f84b8-0c67-4851-94ae-de877e5024a2","MaaSSubscription":{"name":"ipp-route-dd87f0-sub","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-13a4b385","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:44.103973422Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-auth","reconcileID":"1486ed6e-8757-4a78-ba07-967a9a4ab4d1","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"model":"ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:44.261064677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-auth","reconcileID":"1486ed6e-8757-4a78-ba07-967a9a4ab4d1","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-dd87f0","tenantID":"e2e-ipp-a-dd87f0","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:44.382678219Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-auth","reconcileID":"1486ed6e-8757-4a78-ba07-967a9a4ab4d1","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"name":"e2e-ipp-a-dd87f0-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:44.382702395Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-auth","reconcileID":"1486ed6e-8757-4a78-ba07-967a9a4ab4d1","MaaSAuthPolicy":{"name":"ipp-route-dd87f0-auth","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-dd87f0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:44.439113722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"23a22553-5b1b-4478-adea-bbec660d2685","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"tenant":"e2e-ipp-a-dd87f0","gateway":"openshift-ingress/e2e-ipp-a-dd87f0","model":"ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:44.439133576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"23a22553-5b1b-4478-adea-bbec660d2685","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"routeName":"ipp-route-dd87f0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-dd87f0","llmisvcName":"ipp-route-dd87f0","gateway":"openshift-ingress/e2e-ipp-a-dd87f0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:45.91715049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5b7ecec-1b1d-4000-994d-83522fc805cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:45.972347686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5b7ecec-1b1d-4000-994d-83522fc805cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:46.026820328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5b7ecec-1b1d-4000-994d-83522fc805cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:46.080113739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5b7ecec-1b1d-4000-994d-83522fc805cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:46.691881189Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-e44998","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-e44998","reconcileID":"98fc31c8-3a2b-41ec-bdec-c94f2966e11e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-e44998","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-e44998":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:47.991332768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"928c47cc-004a-4a1f-ada2-02231af369c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:48.044145781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"928c47cc-004a-4a1f-ada2-02231af369c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:48.096610277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"928c47cc-004a-4a1f-ada2-02231af369c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:48.149342023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"928c47cc-004a-4a1f-ada2-02231af369c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:48.96284346Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"default-tenant","reconcileID":"2a5ceaff-45cb-43cb-8a3c-1644d427c644","namespace":"ai-tenant-e2e-api-b-f1a692","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:48.962905807Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"default-tenant","reconcileID":"2a5ceaff-45cb-43cb-8a3c-1644d427c644","namespace":"ai-tenant-e2e-api-b-f1a692","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:48.962965138Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"default-tenant","reconcileID":"2a5ceaff-45cb-43cb-8a3c-1644d427c644","tenant":"e2e-api-b-f1a692","tenantID":"e2e-api-b-f1a692","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:49.017913559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"default-tenant","reconcileID":"2a5ceaff-45cb-43cb-8a3c-1644d427c644","gvk":"Deployment","name":"maas-api-e2e-api-b-f1a692","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:49.079141765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"default-tenant","reconcileID":"2a5ceaff-45cb-43cb-8a3c-1644d427c644","gvk":"Service","name":"maas-api-e2e-api-b-f1a692","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:49.140015372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"default-tenant","reconcileID":"2a5ceaff-45cb-43cb-8a3c-1644d427c644","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-f1a692","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:49.210339421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"default-tenant","reconcileID":"2a5ceaff-45cb-43cb-8a3c-1644d427c644","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-f1a692","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:49.275964492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"default-tenant","reconcileID":"2a5ceaff-45cb-43cb-8a3c-1644d427c644","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-f1a692","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:49.336805142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"default-tenant","reconcileID":"2a5ceaff-45cb-43cb-8a3c-1644d427c644","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-f1a692","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:49.394005466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"default-tenant","reconcileID":"2a5ceaff-45cb-43cb-8a3c-1644d427c644","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-f1a692","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:49.448497064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"default-tenant","reconcileID":"2a5ceaff-45cb-43cb-8a3c-1644d427c644","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-f1a692","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:49.503716216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"default-tenant","reconcileID":"2a5ceaff-45cb-43cb-8a3c-1644d427c644","gvk":"Deployment","name":"payload-processing-e2e-api-b-f1a692","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:49.632597095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"default-tenant","reconcileID":"2a5ceaff-45cb-43cb-8a3c-1644d427c644","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-f1a692","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:49.684981026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"default-tenant","reconcileID":"2a5ceaff-45cb-43cb-8a3c-1644d427c644","gvk":"Service","name":"payload-processing-e2e-api-b-f1a692","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:49.737438809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"default-tenant","reconcileID":"2a5ceaff-45cb-43cb-8a3c-1644d427c644","gvk":"Service","name":"payload-pre-processing-e2e-api-b-f1a692","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:49.789753598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"default-tenant","reconcileID":"2a5ceaff-45cb-43cb-8a3c-1644d427c644","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-f1a692","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:49.842018082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"default-tenant","reconcileID":"2a5ceaff-45cb-43cb-8a3c-1644d427c644","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-f1a692","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:49.894316795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"default-tenant","reconcileID":"2a5ceaff-45cb-43cb-8a3c-1644d427c644","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-f1a692","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:49.95002224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"default-tenant","reconcileID":"2a5ceaff-45cb-43cb-8a3c-1644d427c644","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-f1a692","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:50.00216268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"default-tenant","reconcileID":"2a5ceaff-45cb-43cb-8a3c-1644d427c644","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-f1a692","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:50.054482564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"default-tenant","reconcileID":"2a5ceaff-45cb-43cb-8a3c-1644d427c644","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-f1a692","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:50.120610936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"default-tenant","reconcileID":"2a5ceaff-45cb-43cb-8a3c-1644d427c644","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-f1a692","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:50.175174688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a692"},"namespace":"ai-tenant-e2e-api-b-f1a692","name":"default-tenant","reconcileID":"2a5ceaff-45cb-43cb-8a3c-1644d427c644","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-f1a692","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:50.189490959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1249ed6-754b-42b6-9ba1-c30880477019","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:50.243228186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1249ed6-754b-42b6-9ba1-c30880477019","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:50.296811094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1249ed6-754b-42b6-9ba1-c30880477019","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:50.350728775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1249ed6-754b-42b6-9ba1-c30880477019","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:51.073285754Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-f1a692","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-f1a692","reconcileID":"7113b8d3-4276-4f9d-94c8-022de85d6ec6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-f1a692","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-f1a692"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:52.316944207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e235b1f-a609-46ab-8d55-a8d278b5cd72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:52.370421659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e235b1f-a609-46ab-8d55-a8d278b5cd72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:52.423476911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e235b1f-a609-46ab-8d55-a8d278b5cd72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:52.476266174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e235b1f-a609-46ab-8d55-a8d278b5cd72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:54.018506032Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-dd87f0-sub","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-sub","reconcileID":"a83bad53-5e31-46e3-a05b-156c98df0e05","MaaSSubscription":{"name":"ipp-route-dd87f0-sub","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"model":"ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0","subscription":"ipp-route-dd87f0-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:54.071252276Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-dd87f0-sub","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-sub","reconcileID":"a83bad53-5e31-46e3-a05b-156c98df0e05","MaaSSubscription":{"name":"ipp-route-dd87f0-sub","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"model":"ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:54.124196181Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-dd87f0-sub","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0-sub","reconcileID":"a83bad53-5e31-46e3-a05b-156c98df0e05","MaaSSubscription":{"name":"ipp-route-dd87f0-sub","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"name":"maas-trlp-ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0","model":"ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:54.360219096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d115c60-65e1-43d4-aaf4-f3048f1f094f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:54.399057729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"50974412-6c36-4790-9f2a-85026e950f9e","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"tenant":"e2e-ipp-a-dd87f0","gateway":"openshift-ingress/e2e-ipp-a-dd87f0","model":"ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:54.399075311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"50974412-6c36-4790-9f2a-85026e950f9e","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"routeName":"ipp-route-dd87f0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-dd87f0","llmisvcName":"ipp-route-dd87f0","gateway":"openshift-ingress/e2e-ipp-a-dd87f0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:54.413096086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d115c60-65e1-43d4-aaf4-f3048f1f094f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:54.465990852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d115c60-65e1-43d4-aaf4-f3048f1f094f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:54.51901404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d115c60-65e1-43d4-aaf4-f3048f1f094f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:56.450315597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-subscription","reconcileID":"bfa65206-5570-45c2-9a95-6d0d7bfbf7bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-premium-w4-398828","model":"e2e-models-e2e-worker-w4-398828/premium-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:56.482046463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0739203-a5af-4593-a194-431e33dc2574","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:56.535008155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0739203-a5af-4593-a194-431e33dc2574","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:56.588473302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"38ae8891-bd1e-449d-9318-d29173e6569b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:56.588547724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0739203-a5af-4593-a194-431e33dc2574","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:56.641501949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0739203-a5af-4593-a194-431e33dc2574","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:56.74765548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"2a6574a1-b725-48af-8fde-9342f5745e0f","MaaSSubscription":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"name":"maas-trlp-tenantcfg-model-4c3ea5","model":"ai-tenant-e2e-shared-a-w2-4c3ea5/tenantcfg-model-4c3ea5","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:56.801067692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1f25567d-2682-4ced-8552-24cf15653a40","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:56.86653887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-subscription","reconcileID":"64a1a8f6-f475-403c-b0ca-7a696570a107","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-premium-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:56.917094782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"tenantcfg-model-4c3ea5","reconcileID":"e363c580-e5e3-4cae-af56-aaa567fb917d","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"tenant":"e2e-shared-a-w2-4c3ea5","gateway":"openshift-ingress/e2e-shared-a-w2-4c3ea5","model":"ai-tenant-e2e-shared-a-w2-4c3ea5/tenantcfg-model-4c3ea5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:56.917110204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"tenantcfg-model-4c3ea5","reconcileID":"e363c580-e5e3-4cae-af56-aaa567fb917d","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"routeName":"tenantcfg-model-4c3ea5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","llmisvcName":"tenantcfg-model-4c3ea5","gateway":"openshift-ingress/e2e-shared-a-w2-4c3ea5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:57.205633254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"c5943d02-cf6d-4371-9b22-e7fd4423e727","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:57.30569671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"1c988d95-e57d-46c3-9a21-9b257aacec14","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-premium-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:57.40744473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"6a344d50-01ad-480f-af84-d42383728c83","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:57.439599689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d94bc1cc-fe9f-443f-9c2f-3b9fa51f8901","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:57.459154709Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-abc348"},"namespace":"ai-tenant-e2e-ipp-a-abc348","name":"default-tenant","reconcileID":"452c613d-afb2-4b1c-82e9-66fb14aac865","namespace":"ai-tenant-e2e-ipp-a-abc348","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:57.459198931Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-abc348"},"namespace":"ai-tenant-e2e-ipp-a-abc348","name":"default-tenant","reconcileID":"452c613d-afb2-4b1c-82e9-66fb14aac865","namespace":"ai-tenant-e2e-ipp-a-abc348","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:57.459245891Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-abc348"},"namespace":"ai-tenant-e2e-ipp-a-abc348","name":"default-tenant","reconcileID":"452c613d-afb2-4b1c-82e9-66fb14aac865","tenant":"e2e-ipp-a-abc348","tenantID":"e2e-ipp-a-abc348","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:57.507045469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"0317ebf8-f262-48d9-bef0-e99a8a78a31d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:57.513784742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-abc348"},"namespace":"ai-tenant-e2e-ipp-a-abc348","name":"default-tenant","reconcileID":"452c613d-afb2-4b1c-82e9-66fb14aac865","gvk":"Deployment","name":"maas-api-e2e-ipp-a-abc348","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:57.572886794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-abc348"},"namespace":"ai-tenant-e2e-ipp-a-abc348","name":"default-tenant","reconcileID":"452c613d-afb2-4b1c-82e9-66fb14aac865","gvk":"Service","name":"maas-api-e2e-ipp-a-abc348","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:57.619750234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"a7522dc2-138c-4386-aefe-03f873194089","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:57.631293285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-abc348"},"namespace":"ai-tenant-e2e-ipp-a-abc348","name":"default-tenant","reconcileID":"452c613d-afb2-4b1c-82e9-66fb14aac865","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-abc348","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:57.706570479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-abc348"},"namespace":"ai-tenant-e2e-ipp-a-abc348","name":"default-tenant","reconcileID":"452c613d-afb2-4b1c-82e9-66fb14aac865","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-abc348","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:57.784157297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-abc348"},"namespace":"ai-tenant-e2e-ipp-a-abc348","name":"default-tenant","reconcileID":"452c613d-afb2-4b1c-82e9-66fb14aac865","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-abc348","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:57.839919715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-abc348"},"namespace":"ai-tenant-e2e-ipp-a-abc348","name":"default-tenant","reconcileID":"452c613d-afb2-4b1c-82e9-66fb14aac865","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-abc348","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:57.894856399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-abc348"},"namespace":"ai-tenant-e2e-ipp-a-abc348","name":"default-tenant","reconcileID":"452c613d-afb2-4b1c-82e9-66fb14aac865","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-abc348","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:57.923052787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"ec29f350-8b03-4af5-b764-72339e1b1e4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:57.955285219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-abc348"},"namespace":"ai-tenant-e2e-ipp-a-abc348","name":"default-tenant","reconcileID":"452c613d-afb2-4b1c-82e9-66fb14aac865","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-abc348","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:58.033991979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"c922f779-c032-4500-b95b-fc959b761d58","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:58.062952676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-abc348"},"namespace":"ai-tenant-e2e-ipp-a-abc348","name":"default-tenant","reconcileID":"452c613d-afb2-4b1c-82e9-66fb14aac865","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-abc348","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:58.132131953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-abc348"},"namespace":"ai-tenant-e2e-ipp-a-abc348","name":"default-tenant","reconcileID":"452c613d-afb2-4b1c-82e9-66fb14aac865","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-abc348","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:58.161702324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"fec4814f-6dd3-4ffa-83ad-b5dc9c2c57bd","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4c3ea5","tenantID":"e2e-shared-a-w2-4c3ea5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:58.193242019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-abc348"},"namespace":"ai-tenant-e2e-ipp-a-abc348","name":"default-tenant","reconcileID":"452c613d-afb2-4b1c-82e9-66fb14aac865","gvk":"Service","name":"payload-processing-e2e-ipp-a-abc348","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:58.220270994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"fec4814f-6dd3-4ffa-83ad-b5dc9c2c57bd","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"name":"e2e-shared-a-w2-4c3ea5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:58.256820539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-abc348"},"namespace":"ai-tenant-e2e-ipp-a-abc348","name":"default-tenant","reconcileID":"452c613d-afb2-4b1c-82e9-66fb14aac865","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-abc348","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:58.311347279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-abc348"},"namespace":"ai-tenant-e2e-ipp-a-abc348","name":"default-tenant","reconcileID":"452c613d-afb2-4b1c-82e9-66fb14aac865","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-abc348","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:58.34283228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"tenantcfg-model-d94cc3","reconcileID":"e66fe8ac-661b-4b2c-93ad-aef092dccd2b","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"tenant":"e2e-shared-b-w2-d94cc3","gateway":"openshift-ingress/e2e-shared-b-w2-d94cc3","model":"ai-tenant-e2e-shared-b-w2-d94cc3/tenantcfg-model-d94cc3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:58.342866793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"tenantcfg-model-d94cc3","reconcileID":"e66fe8ac-661b-4b2c-93ad-aef092dccd2b","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"routeName":"tenantcfg-model-d94cc3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","llmisvcName":"tenantcfg-model-d94cc3","gateway":"openshift-ingress/e2e-shared-b-w2-d94cc3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:58.370564683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-abc348"},"namespace":"ai-tenant-e2e-ipp-a-abc348","name":"default-tenant","reconcileID":"452c613d-afb2-4b1c-82e9-66fb14aac865","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-abc348","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:58.402707843Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"tenantcfg-model-d94cc3","reconcileID":"fbccef68-85cc-464d-abcb-b5768e84be5b","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"tenant":"e2e-shared-b-w2-d94cc3","gateway":"openshift-ingress/e2e-shared-b-w2-d94cc3","model":"ai-tenant-e2e-shared-b-w2-d94cc3/tenantcfg-model-d94cc3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:58.402726164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"tenantcfg-model-d94cc3","reconcileID":"fbccef68-85cc-464d-abcb-b5768e84be5b","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"routeName":"tenantcfg-model-d94cc3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","llmisvcName":"tenantcfg-model-d94cc3","gateway":"openshift-ingress/e2e-shared-b-w2-d94cc3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:58.44221594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-abc348"},"namespace":"ai-tenant-e2e-ipp-a-abc348","name":"default-tenant","reconcileID":"452c613d-afb2-4b1c-82e9-66fb14aac865","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-abc348","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:58.505544295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-abc348"},"namespace":"ai-tenant-e2e-ipp-a-abc348","name":"default-tenant","reconcileID":"452c613d-afb2-4b1c-82e9-66fb14aac865","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-abc348","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:58.525145861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"0f43e1c6-1371-49ea-a9f1-43e28fb338c3","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d94cc3","tenantID":"e2e-shared-b-w2-d94cc3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:58.559605739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-abc348"},"namespace":"ai-tenant-e2e-ipp-a-abc348","name":"default-tenant","reconcileID":"452c613d-afb2-4b1c-82e9-66fb14aac865","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-abc348","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:58.614469737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-abc348"},"namespace":"ai-tenant-e2e-ipp-a-abc348","name":"default-tenant","reconcileID":"452c613d-afb2-4b1c-82e9-66fb14aac865","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-abc348","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:58.649770456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd56d170-0c89-4710-b37c-4e7eda804b51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:58.71072294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-abc348"},"namespace":"ai-tenant-e2e-ipp-a-abc348","name":"default-tenant","reconcileID":"452c613d-afb2-4b1c-82e9-66fb14aac865","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-abc348","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:58.72675124Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"0f43e1c6-1371-49ea-a9f1-43e28fb338c3","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"name":"e2e-shared-b-w2-d94cc3-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:58.750377859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd56d170-0c89-4710-b37c-4e7eda804b51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:58.803278025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd56d170-0c89-4710-b37c-4e7eda804b51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:58.806061875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-abc348"},"namespace":"ai-tenant-e2e-ipp-a-abc348","name":"default-tenant","reconcileID":"452c613d-afb2-4b1c-82e9-66fb14aac865","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-abc348","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:58.806704116Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-d94cc3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"0f43e1c6-1371-49ea-a9f1-43e28fb338c3","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:58.855859571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd56d170-0c89-4710-b37c-4e7eda804b51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:58.911482153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"tenantcfg-model-d94cc3","reconcileID":"5e24de4e-fec4-4935-9149-4c964bf0276d","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"tenant":"e2e-shared-b-w2-d94cc3","gateway":"openshift-ingress/e2e-shared-b-w2-d94cc3","model":"ai-tenant-e2e-shared-b-w2-d94cc3/tenantcfg-model-d94cc3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:58.911498805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"tenantcfg-model-d94cc3","reconcileID":"5e24de4e-fec4-4935-9149-4c964bf0276d","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"routeName":"tenantcfg-model-d94cc3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","llmisvcName":"tenantcfg-model-d94cc3","gateway":"openshift-ingress/e2e-shared-b-w2-d94cc3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:35:59.738141434Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-abc348","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-abc348","reconcileID":"353e1782-4ed9-44cf-b443-312eca0b2165","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-abc348","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-abc348"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:00.996005703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d788dae6-ec49-42c3-8fcf-c09b749dbc10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:01.049065868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d788dae6-ec49-42c3-8fcf-c09b749dbc10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:01.102142501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d788dae6-ec49-42c3-8fcf-c09b749dbc10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:01.15588061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d788dae6-ec49-42c3-8fcf-c09b749dbc10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:03.079405085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"562986ab-081d-4326-b392-6d5e7a5d7d70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:03.132395543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"562986ab-081d-4326-b392-6d5e7a5d7d70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:03.185876894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"562986ab-081d-4326-b392-6d5e7a5d7d70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:03.238847786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"562986ab-081d-4326-b392-6d5e7a5d7d70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:04.784974452Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-0a04e0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-0a04e0","reconcileID":"9410fc34-ac74-441e-a09d-294144083838","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-0a04e0","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-0a04e0":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:05.134950201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe5f41a8-1604-402f-8696-7718ae66bac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:05.205039615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe5f41a8-1604-402f-8696-7718ae66bac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:05.259241158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe5f41a8-1604-402f-8696-7718ae66bac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:05.311962063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe5f41a8-1604-402f-8696-7718ae66bac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:05.608821241Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:07.313047903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6e63e7e-00c2-4fb3-9f9a-006469b596cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:07.365703984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6e63e7e-00c2-4fb3-9f9a-006469b596cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:07.418189813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6e63e7e-00c2-4fb3-9f9a-006469b596cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:07.470714163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6e63e7e-00c2-4fb3-9f9a-006469b596cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:09.036527415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"70003571-ad16-4161-942d-53e274b31f70","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d94cc3","tenantID":"e2e-shared-b-w2-d94cc3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:09.093770208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"70003571-ad16-4161-942d-53e274b31f70","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"name":"e2e-shared-b-w2-d94cc3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:09.148721247Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-d94cc3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"70003571-ad16-4161-942d-53e274b31f70","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:09.416073151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31d93a64-1a9a-4bf4-a403-7867d81575b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:09.468623185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31d93a64-1a9a-4bf4-a403-7867d81575b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:09.521045573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31d93a64-1a9a-4bf4-a403-7867d81575b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:09.573642115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31d93a64-1a9a-4bf4-a403-7867d81575b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:11.531712932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0113669-8920-4898-b4d1-a5bcce696c86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:11.584325003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0113669-8920-4898-b4d1-a5bcce696c86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:11.637000462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0113669-8920-4898-b4d1-a5bcce696c86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:11.690400548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0113669-8920-4898-b4d1-a5bcce696c86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:13.584999278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b78f0e-72ce-44f4-874d-8686cdffc63f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:13.637954852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b78f0e-72ce-44f4-874d-8686cdffc63f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:13.690742511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b78f0e-72ce-44f4-874d-8686cdffc63f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:13.74396248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b78f0e-72ce-44f4-874d-8686cdffc63f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:15.635974877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c0aec21-cc14-49df-9a53-2f8bcd4be5cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:15.688531509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c0aec21-cc14-49df-9a53-2f8bcd4be5cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:15.741177627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c0aec21-cc14-49df-9a53-2f8bcd4be5cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:15.793783126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c0aec21-cc14-49df-9a53-2f8bcd4be5cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:17.68864152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65cccba2-3085-4186-81fb-fde96527e056","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:17.741164379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65cccba2-3085-4186-81fb-fde96527e056","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:17.793681475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65cccba2-3085-4186-81fb-fde96527e056","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:17.847101749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65cccba2-3085-4186-81fb-fde96527e056","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:19.27376503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"e85f5749-1c24-4ba0-8e59-1c6e59dd3b2f","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d94cc3","tenantID":"e2e-shared-b-w2-d94cc3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:19.334326606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"e85f5749-1c24-4ba0-8e59-1c6e59dd3b2f","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"name":"e2e-shared-b-w2-d94cc3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:19.390862701Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-d94cc3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"e85f5749-1c24-4ba0-8e59-1c6e59dd3b2f","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:19.73008623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f53972b-8f0b-4c2e-b400-eb82c0c7584a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:19.783115862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f53972b-8f0b-4c2e-b400-eb82c0c7584a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:19.835890945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f53972b-8f0b-4c2e-b400-eb82c0c7584a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:19.888677075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f53972b-8f0b-4c2e-b400-eb82c0c7584a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:21.791247165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f214609-3674-4ddb-987b-670f968dbef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:21.843944568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f214609-3674-4ddb-987b-670f968dbef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:21.8968488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f214609-3674-4ddb-987b-670f968dbef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:21.951069196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f214609-3674-4ddb-987b-670f968dbef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:23.862405413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b03dc34-7a10-4fd2-8214-f60db4bd62d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:23.930237379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b03dc34-7a10-4fd2-8214-f60db4bd62d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:23.985080452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b03dc34-7a10-4fd2-8214-f60db4bd62d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:24.038001503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b03dc34-7a10-4fd2-8214-f60db4bd62d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:25.933513717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efaee103-9a77-4c30-bcf9-ed33fad09ed1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:25.98649167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efaee103-9a77-4c30-bcf9-ed33fad09ed1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:26.039336208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efaee103-9a77-4c30-bcf9-ed33fad09ed1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:26.09210374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efaee103-9a77-4c30-bcf9-ed33fad09ed1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:27.979285255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cdd5c93-14f4-40e6-8b25-197570e30a5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:28.032149262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cdd5c93-14f4-40e6-8b25-197570e30a5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:28.085450771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cdd5c93-14f4-40e6-8b25-197570e30a5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:28.138741757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cdd5c93-14f4-40e6-8b25-197570e30a5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:29.514259437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"b9f872da-dafb-4e03-816c-8f71ecf1c071","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d94cc3","tenantID":"e2e-shared-b-w2-d94cc3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:29.573539503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"b9f872da-dafb-4e03-816c-8f71ecf1c071","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"name":"e2e-shared-b-w2-d94cc3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:29.629669161Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-d94cc3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04a2a17273ca9e26c10b87b7bddf035438e301918d10f3512291503586d28ad7) AuthConfig (bd12257334abd4f70dfd1608d2ee96068c2c47c1c9f432b4b4b58d9680453683) AuthConfig (fba38b4c529ca16f038087d8b0e695dab401d60637f48efa3f63b94b5294875c) AuthConfig (7da12e7e18febb46d10d4a8687ae078d061ccbcd84d52636c99e7210085193b6) AuthConfig (4157f3c8fc97c9de341bf4bceb0450e2ca857eb064dee3ceb20cc5baa1b88ad9) AuthConfig (4d1971a9527657e58d5e69acb9d1571d9118f5c9988662d0df1eaf26d0e43a81) AuthConfig (91ee9ed07047c72e140d20c161263fd55940281e91821d586fd145ce4c5930db) AuthConfig (d96f4aff8dc3c73b16cae6220550ce0b5bac686185b062128e6bd6dc2ec82866) AuthConfig (a19e60f01c76c2ab578eebdf1c502b9dd0a72973d726f4551e70ed7f0f3fdbc1) AuthConfig (de1a8c1fed719b82528093e4aacda8ef6af6c422f8296fdf95e3ad175621b9aa) AuthConfig (0330fa97686443853fca8949fd150a6fc6c7c619e8387b5a4615f7c513cc87f3) AuthConfig (d3f9ffa3d942d56d7a3454bba38d4e17ec965e054cead0490821a05d6d62e855) AuthConfig (456e369b4362f9360ab431c1006068f2be8cab679eddc9be92abda4daee86044) AuthConfig (fbce50147ed47e4422f1e49dae47d12e728fe9646ad6a5157602a2e201988be1) AuthConfig (816473eb38d3d4e1f3ba40b7bddf10dda7d56909eb7a0a81e12049650ffa0b07) AuthConfig (f7c90f0a9ecc4a02b3756e54874b70582afda104787259bf67ae8b3d3a3500fb) AuthConfig (6795cae87fdbf7004a61ed6d147afb105a50f1872ff607a174dcd90f253fe035) AuthConfig (4e433b872193e46b44a5339a004aeaa9c14f87073f6d09da6106ebe602fb6b9c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"b9f872da-dafb-4e03-816c-8f71ecf1c071","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:29.687487853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"tenantcfg-model-d94cc3","reconcileID":"a25d32cb-6278-4bec-a833-cd7bca65bd9e","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"tenant":"e2e-shared-b-w2-d94cc3","gateway":"openshift-ingress/e2e-shared-b-w2-d94cc3","model":"ai-tenant-e2e-shared-b-w2-d94cc3/tenantcfg-model-d94cc3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:29.68750779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"tenantcfg-model-d94cc3","reconcileID":"a25d32cb-6278-4bec-a833-cd7bca65bd9e","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"routeName":"tenantcfg-model-d94cc3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","llmisvcName":"tenantcfg-model-d94cc3","gateway":"openshift-ingress/e2e-shared-b-w2-d94cc3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:30.027078776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"419b99bf-b11e-46d5-8024-40fbcdce154f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:30.080107832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"419b99bf-b11e-46d5-8024-40fbcdce154f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:30.133008986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"419b99bf-b11e-46d5-8024-40fbcdce154f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:30.185821771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"419b99bf-b11e-46d5-8024-40fbcdce154f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:35.609132452Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:39.792979457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"1fd6414f-bfd5-4cfd-996f-10719d7e38e3","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d94cc3","tenantID":"e2e-shared-b-w2-d94cc3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:39.849422224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"1fd6414f-bfd5-4cfd-996f-10719d7e38e3","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"name":"e2e-shared-b-w2-d94cc3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:39.904394429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-d94cc3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04a2a17273ca9e26c10b87b7bddf035438e301918d10f3512291503586d28ad7) AuthConfig (bd12257334abd4f70dfd1608d2ee96068c2c47c1c9f432b4b4b58d9680453683) AuthConfig (fba38b4c529ca16f038087d8b0e695dab401d60637f48efa3f63b94b5294875c) AuthConfig (7da12e7e18febb46d10d4a8687ae078d061ccbcd84d52636c99e7210085193b6) AuthConfig (4157f3c8fc97c9de341bf4bceb0450e2ca857eb064dee3ceb20cc5baa1b88ad9) AuthConfig (4d1971a9527657e58d5e69acb9d1571d9118f5c9988662d0df1eaf26d0e43a81) AuthConfig (91ee9ed07047c72e140d20c161263fd55940281e91821d586fd145ce4c5930db) AuthConfig (d96f4aff8dc3c73b16cae6220550ce0b5bac686185b062128e6bd6dc2ec82866) AuthConfig (a19e60f01c76c2ab578eebdf1c502b9dd0a72973d726f4551e70ed7f0f3fdbc1) AuthConfig (de1a8c1fed719b82528093e4aacda8ef6af6c422f8296fdf95e3ad175621b9aa) AuthConfig (0330fa97686443853fca8949fd150a6fc6c7c619e8387b5a4615f7c513cc87f3) AuthConfig (d3f9ffa3d942d56d7a3454bba38d4e17ec965e054cead0490821a05d6d62e855) AuthConfig (456e369b4362f9360ab431c1006068f2be8cab679eddc9be92abda4daee86044) AuthConfig (fbce50147ed47e4422f1e49dae47d12e728fe9646ad6a5157602a2e201988be1) AuthConfig (816473eb38d3d4e1f3ba40b7bddf10dda7d56909eb7a0a81e12049650ffa0b07) AuthConfig (f7c90f0a9ecc4a02b3756e54874b70582afda104787259bf67ae8b3d3a3500fb) AuthConfig (6795cae87fdbf7004a61ed6d147afb105a50f1872ff607a174dcd90f253fe035) AuthConfig (4e433b872193e46b44a5339a004aeaa9c14f87073f6d09da6106ebe602fb6b9c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"1fd6414f-bfd5-4cfd-996f-10719d7e38e3","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:41.448737567Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"default-tenant","reconcileID":"d090f0d8-08ab-4aa3-9191-1ecb982d6ba9","namespace":"ai-tenant-e2e-ipp-a-dd87f0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:41.448794322Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"default-tenant","reconcileID":"d090f0d8-08ab-4aa3-9191-1ecb982d6ba9","namespace":"ai-tenant-e2e-ipp-a-dd87f0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:41.448864293Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"default-tenant","reconcileID":"d090f0d8-08ab-4aa3-9191-1ecb982d6ba9","tenant":"e2e-ipp-a-dd87f0","tenantID":"e2e-ipp-a-dd87f0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:41.503632418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"default-tenant","reconcileID":"d090f0d8-08ab-4aa3-9191-1ecb982d6ba9","gvk":"Deployment","name":"maas-api-e2e-ipp-a-dd87f0","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:41.564436998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"default-tenant","reconcileID":"d090f0d8-08ab-4aa3-9191-1ecb982d6ba9","gvk":"Service","name":"maas-api-e2e-ipp-a-dd87f0","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:41.623272065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"default-tenant","reconcileID":"d090f0d8-08ab-4aa3-9191-1ecb982d6ba9","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-dd87f0","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:41.677666426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"default-tenant","reconcileID":"d090f0d8-08ab-4aa3-9191-1ecb982d6ba9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-dd87f0","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:41.733794598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"default-tenant","reconcileID":"d090f0d8-08ab-4aa3-9191-1ecb982d6ba9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-dd87f0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:41.791751424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"default-tenant","reconcileID":"d090f0d8-08ab-4aa3-9191-1ecb982d6ba9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-dd87f0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:41.846923674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"default-tenant","reconcileID":"d090f0d8-08ab-4aa3-9191-1ecb982d6ba9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-dd87f0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:41.917129115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"default-tenant","reconcileID":"d090f0d8-08ab-4aa3-9191-1ecb982d6ba9","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-dd87f0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:41.972206647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"default-tenant","reconcileID":"d090f0d8-08ab-4aa3-9191-1ecb982d6ba9","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-dd87f0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:42.026811069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"default-tenant","reconcileID":"d090f0d8-08ab-4aa3-9191-1ecb982d6ba9","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-dd87f0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:42.089078878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"default-tenant","reconcileID":"d090f0d8-08ab-4aa3-9191-1ecb982d6ba9","gvk":"Service","name":"payload-processing-e2e-ipp-a-dd87f0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:42.155739179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"default-tenant","reconcileID":"d090f0d8-08ab-4aa3-9191-1ecb982d6ba9","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-dd87f0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:42.210226009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"default-tenant","reconcileID":"d090f0d8-08ab-4aa3-9191-1ecb982d6ba9","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-dd87f0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:42.265331934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"default-tenant","reconcileID":"d090f0d8-08ab-4aa3-9191-1ecb982d6ba9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-dd87f0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:42.321168543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"default-tenant","reconcileID":"d090f0d8-08ab-4aa3-9191-1ecb982d6ba9","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-dd87f0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:42.377536125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"default-tenant","reconcileID":"d090f0d8-08ab-4aa3-9191-1ecb982d6ba9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-dd87f0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:42.431821073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"default-tenant","reconcileID":"d090f0d8-08ab-4aa3-9191-1ecb982d6ba9","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-dd87f0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:42.486685077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"default-tenant","reconcileID":"d090f0d8-08ab-4aa3-9191-1ecb982d6ba9","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-dd87f0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:42.541680641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"default-tenant","reconcileID":"d090f0d8-08ab-4aa3-9191-1ecb982d6ba9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-dd87f0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:42.596311853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"default-tenant","reconcileID":"d090f0d8-08ab-4aa3-9191-1ecb982d6ba9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-dd87f0","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:43.456771355Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-dd87f0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-dd87f0","reconcileID":"1cae109c-28e8-472c-8dc9-0619ea252e2e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-dd87f0","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-dd87f0"],"unowned":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:36:43.634097755Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"d65a357c-aba1-4c99-9fb3-d956639e72f7","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-dd87f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:36:43.744642787Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"d65a357c-aba1-4c99-9fb3-d956639e72f7","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-dd87f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:36:43.750152911Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"67d23831-39fd-4d0c-87a4-beb624a15014","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-dd87f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:36:43.750233622Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"67d23831-39fd-4d0c-87a4-beb624a15014","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-dd87f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:36:43.761270176Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"4ea0a3b5-cb91-422e-939a-ec9e51f3ec74","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-dd87f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:36:43.761327349Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"4ea0a3b5-cb91-422e-939a-ec9e51f3ec74","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-dd87f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:36:43.782511493Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"034735db-b7a7-4ee5-be48-98ecd1b4ca65","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-dd87f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:36:43.782565331Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"034735db-b7a7-4ee5-be48-98ecd1b4ca65","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-dd87f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:36:43.823334635Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"691ea1fc-7be5-4b78-9c54-2cb86515f9ef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-dd87f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:36:43.823408968Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"691ea1fc-7be5-4b78-9c54-2cb86515f9ef","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-dd87f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:36:43.904307516Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"d776ed1f-8d1c-47ce-98ed-7da012f0b26d","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-dd87f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:36:43.904398096Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"d776ed1f-8d1c-47ce-98ed-7da012f0b26d","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-dd87f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:36:44.065170966Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"58017be8-fd35-4101-8e88-e57d422ded70","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-dd87f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:36:44.06523651Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"58017be8-fd35-4101-8e88-e57d422ded70","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-dd87f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:36:44.386387753Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"8d11a012-0335-4b12-80cd-8b8bb3b8aaab","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-dd87f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:36:44.386457569Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"8d11a012-0335-4b12-80cd-8b8bb3b8aaab","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-dd87f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:44.589847892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"208a7a1e-6ed8-4cbe-ac75-a67cc1c9a89e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:44.642857546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"208a7a1e-6ed8-4cbe-ac75-a67cc1c9a89e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:44.69562474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"208a7a1e-6ed8-4cbe-ac75-a67cc1c9a89e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:44.748948002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"208a7a1e-6ed8-4cbe-ac75-a67cc1c9a89e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:36:45.02703199Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"8ceb1b72-b4f3-4543-a12b-2ff535aea069","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-dd87f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:36:45.027104566Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"8ceb1b72-b4f3-4543-a12b-2ff535aea069","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-dd87f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:36:46.308097413Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"497d304e-9500-44d1-ac05-df8a2d6c4a3a","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-dd87f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:36:46.308168411Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"497d304e-9500-44d1-ac05-df8a2d6c4a3a","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-dd87f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:46.638206976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9d07d5b-5371-4462-aefb-35cced5ae441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:46.690778831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9d07d5b-5371-4462-aefb-35cced5ae441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:46.743475895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9d07d5b-5371-4462-aefb-35cced5ae441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:46.797595369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9d07d5b-5371-4462-aefb-35cced5ae441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:36:48.869177552Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"bf1ca11d-38fc-40bd-9901-ba29f2404f30","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-dd87f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:36:48.869242063Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"bf1ca11d-38fc-40bd-9901-ba29f2404f30","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-dd87f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:36:49.552949012Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"8c23a58a-a68a-4a32-ae90-5497d18fa594","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-dd87f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:36:49.553023965Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"8c23a58a-a68a-4a32-ae90-5497d18fa594","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-dd87f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:50.009644198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"76076d90-edf6-420d-8507-90e8e8e3b306","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d94cc3","tenantID":"e2e-shared-b-w2-d94cc3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:50.066192998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"76076d90-edf6-420d-8507-90e8e8e3b306","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"name":"e2e-shared-b-w2-d94cc3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:50.385112069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"tenantcfg-model-d94cc3","reconcileID":"68c3064d-e698-41a0-923c-ce95fa9f2849","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"tenant":"e2e-shared-b-w2-d94cc3","gateway":"openshift-ingress/e2e-shared-b-w2-d94cc3","model":"ai-tenant-e2e-shared-b-w2-d94cc3/tenantcfg-model-d94cc3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:50.385133707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"tenantcfg-model-d94cc3","reconcileID":"68c3064d-e698-41a0-923c-ce95fa9f2849","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"routeName":"tenantcfg-model-d94cc3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","llmisvcName":"tenantcfg-model-d94cc3","gateway":"openshift-ingress/e2e-shared-b-w2-d94cc3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:52.470844453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e44998"},"namespace":"ai-tenant-e2e-praxis-a-e44998","name":"default-tenant","reconcileID":"b83656ab-3817-4fef-a820-edad42c675d7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-e44998","tenantID":"e2e-praxis-a-e44998","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:52.586504175Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e44998"},"namespace":"ai-tenant-e2e-praxis-a-e44998","name":"default-tenant","reconcileID":"b83656ab-3817-4fef-a820-edad42c675d7","name":"e2e-praxis-a-e44998-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:55.358615492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"tenantcfg-model-d94cc3","reconcileID":"fe2c4122-aa5b-41fa-ac75-348a4db4413b","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"tenant":"e2e-shared-b-w2-d94cc3","gateway":"openshift-ingress/e2e-shared-b-w2-d94cc3","model":"ai-tenant-e2e-shared-b-w2-d94cc3/tenantcfg-model-d94cc3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:55.358636299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"tenantcfg-model-d94cc3","reconcileID":"fe2c4122-aa5b-41fa-ac75-348a4db4413b","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"routeName":"tenantcfg-model-d94cc3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","llmisvcName":"tenantcfg-model-d94cc3","gateway":"openshift-ingress/e2e-shared-b-w2-d94cc3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:55.416757254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"tenantcfg-model-d94cc3","reconcileID":"0a215ec3-b3d2-4736-9a90-3b2c21c2e270","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"tenant":"e2e-shared-b-w2-d94cc3","gateway":"openshift-ingress/e2e-shared-b-w2-d94cc3","model":"ai-tenant-e2e-shared-b-w2-d94cc3/tenantcfg-model-d94cc3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:55.416774481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"tenantcfg-model-d94cc3","reconcileID":"0a215ec3-b3d2-4736-9a90-3b2c21c2e270","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"routeName":"tenantcfg-model-d94cc3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","llmisvcName":"tenantcfg-model-d94cc3","gateway":"openshift-ingress/e2e-shared-b-w2-d94cc3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:55.463399996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"7cd4fe11-87c3-47a5-9910-db988ade577f","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d94cc3","tenantID":"e2e-shared-b-w2-d94cc3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:36:55.46701366Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"179f6456-812b-4e22-b175-dcf1cdfabcd6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-mt-tenantcfg-b57f11\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:36:55.470001971Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"tenantcfg-model-d94cc3","reconcileID":"0a215ec3-b3d2-4736-9a90-3b2c21c2e270","name":"tenantcfg-model-d94cc3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"tenantcfg-model-d94cc3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:36:55.470049323Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"tenantcfg-model-d94cc3","reconcileID":"0a215ec3-b3d2-4736-9a90-3b2c21c2e270","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"tenantcfg-model-d94cc3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:55.475344955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"tenantcfg-model-d94cc3","reconcileID":"f694f7b6-095f-4400-95b7-3253a332cd29","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"tenant":"e2e-shared-b-w2-d94cc3","gateway":"openshift-ingress/e2e-shared-b-w2-d94cc3","model":"ai-tenant-e2e-shared-b-w2-d94cc3/tenantcfg-model-d94cc3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:55.475375353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"tenantcfg-model-d94cc3","reconcileID":"f694f7b6-095f-4400-95b7-3253a332cd29","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"routeName":"tenantcfg-model-d94cc3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","llmisvcName":"tenantcfg-model-d94cc3","gateway":"openshift-ingress/e2e-shared-b-w2-d94cc3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:55.519471931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"7cd4fe11-87c3-47a5-9910-db988ade577f","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"name":"e2e-shared-b-w2-d94cc3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:55.576455189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"tenantcfg-model-d94cc3","reconcileID":"b87a490f-3686-4fd0-a2e8-ec1eaa948367","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"tenant":"e2e-shared-b-w2-d94cc3","gateway":"openshift-ingress/e2e-shared-b-w2-d94cc3","model":"ai-tenant-e2e-shared-b-w2-d94cc3/tenantcfg-model-d94cc3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:55.576472225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"tenantcfg-model-d94cc3","reconcileID":"b87a490f-3686-4fd0-a2e8-ec1eaa948367","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"routeName":"tenantcfg-model-d94cc3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","llmisvcName":"tenantcfg-model-d94cc3","gateway":"openshift-ingress/e2e-shared-b-w2-d94cc3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:55.633971585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"tenantcfg-model-d94cc3","reconcileID":"de8becc9-6773-4bda-afce-c71639eacc7f","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"tenant":"e2e-shared-b-w2-d94cc3","gateway":"openshift-ingress/e2e-shared-b-w2-d94cc3","model":"ai-tenant-e2e-shared-b-w2-d94cc3/tenantcfg-model-d94cc3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:55.63398939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"tenantcfg-model-d94cc3","reconcileID":"de8becc9-6773-4bda-afce-c71639eacc7f","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"routeName":"tenantcfg-model-d94cc3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","llmisvcName":"tenantcfg-model-d94cc3","gateway":"openshift-ingress/e2e-shared-b-w2-d94cc3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:55.833251833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"5d2caf99-f7ec-45b4-ad5c-a697d58fceb6","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d94cc3","tenantID":"e2e-shared-b-w2-d94cc3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:55.849806083Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"adfbc03f-40b9-4e14-b4c0-0bb236833c2d","MaaSSubscription":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"name":"maas-trlp-tenantcfg-model-d94cc3","model":"tenantcfg-model-d94cc3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-d94cc3/e2e-mt-tenantcfg-b57f11"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:55.889576163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"5d2caf99-f7ec-45b4-ad5c-a697d58fceb6","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"name":"e2e-shared-b-w2-d94cc3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:56.016854864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"tenantcfg-model-d94cc3","reconcileID":"0c4b8ce2-358a-4e3c-b741-e41d3a535908","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"tenant":"e2e-shared-b-w2-d94cc3","gateway":"openshift-ingress/e2e-shared-b-w2-d94cc3","model":"ai-tenant-e2e-shared-b-w2-d94cc3/tenantcfg-model-d94cc3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:56.016875031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"tenantcfg-model-d94cc3","reconcileID":"0c4b8ce2-358a-4e3c-b741-e41d3a535908","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"routeName":"tenantcfg-model-d94cc3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","llmisvcName":"tenantcfg-model-d94cc3","gateway":"openshift-ingress/e2e-shared-b-w2-d94cc3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:56.228689005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"163df5e5-2581-4869-be28-9282b1051d63","MaaSSubscription":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"name":"maas-trlp-tenantcfg-model-d94cc3","model":"ai-tenant-e2e-shared-b-w2-d94cc3/tenantcfg-model-d94cc3","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:56.395182262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"tenantcfg-model-d94cc3","reconcileID":"b04c17b5-cb98-4bed-a87c-e1a798d78044","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"tenant":"e2e-shared-b-w2-d94cc3","gateway":"openshift-ingress/e2e-shared-b-w2-d94cc3","model":"ai-tenant-e2e-shared-b-w2-d94cc3/tenantcfg-model-d94cc3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:36:56.39520007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"tenantcfg-model-d94cc3","reconcileID":"b04c17b5-cb98-4bed-a87c-e1a798d78044","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"routeName":"tenantcfg-model-d94cc3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","llmisvcName":"tenantcfg-model-d94cc3","gateway":"openshift-ingress/e2e-shared-b-w2-d94cc3","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:36:59.793575704Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"6d98a8d5-a760-4a08-81b8-b66710519da4","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-dd87f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:36:59.793640105Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"6d98a8d5-a760-4a08-81b8-b66710519da4","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-dd87f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:05.608634932Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:08.61578227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0a04e0"},"namespace":"ai-tenant-e2e-praxis-a-0a04e0","name":"default-tenant","reconcileID":"fff0f881-9c0b-4906-ae21-ec224b35979b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-0a04e0","tenantID":"e2e-praxis-a-0a04e0","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:08.730831309Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0a04e0"},"namespace":"ai-tenant-e2e-praxis-a-0a04e0","name":"default-tenant","reconcileID":"fff0f881-9c0b-4906-ae21-ec224b35979b","name":"e2e-praxis-a-0a04e0-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:13.576187661Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0809c8"},"namespace":"ai-tenant-e2e-ipp-b-0809c8","name":"default-tenant","reconcileID":"8135a5f3-7fe1-4474-9d1f-64643db8c31c","namespace":"ai-tenant-e2e-ipp-b-0809c8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:13.576260968Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0809c8"},"namespace":"ai-tenant-e2e-ipp-b-0809c8","name":"default-tenant","reconcileID":"8135a5f3-7fe1-4474-9d1f-64643db8c31c","namespace":"ai-tenant-e2e-ipp-b-0809c8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:13.576331756Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0809c8"},"namespace":"ai-tenant-e2e-ipp-b-0809c8","name":"default-tenant","reconcileID":"8135a5f3-7fe1-4474-9d1f-64643db8c31c","tenant":"e2e-ipp-b-0809c8","tenantID":"e2e-ipp-b-0809c8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:13.632507021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0809c8"},"namespace":"ai-tenant-e2e-ipp-b-0809c8","name":"default-tenant","reconcileID":"8135a5f3-7fe1-4474-9d1f-64643db8c31c","gvk":"Deployment","name":"maas-api-e2e-ipp-b-0809c8","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:13.693011924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0809c8"},"namespace":"ai-tenant-e2e-ipp-b-0809c8","name":"default-tenant","reconcileID":"8135a5f3-7fe1-4474-9d1f-64643db8c31c","gvk":"Service","name":"maas-api-e2e-ipp-b-0809c8","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:13.752108031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0809c8"},"namespace":"ai-tenant-e2e-ipp-b-0809c8","name":"default-tenant","reconcileID":"8135a5f3-7fe1-4474-9d1f-64643db8c31c","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-0809c8","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:13.806342414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0809c8"},"namespace":"ai-tenant-e2e-ipp-b-0809c8","name":"default-tenant","reconcileID":"8135a5f3-7fe1-4474-9d1f-64643db8c31c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-0809c8","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:13.87061964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0809c8"},"namespace":"ai-tenant-e2e-ipp-b-0809c8","name":"default-tenant","reconcileID":"8135a5f3-7fe1-4474-9d1f-64643db8c31c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-0809c8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:13.928048048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0809c8"},"namespace":"ai-tenant-e2e-ipp-b-0809c8","name":"default-tenant","reconcileID":"8135a5f3-7fe1-4474-9d1f-64643db8c31c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-0809c8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:13.98477135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0809c8"},"namespace":"ai-tenant-e2e-ipp-b-0809c8","name":"default-tenant","reconcileID":"8135a5f3-7fe1-4474-9d1f-64643db8c31c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-0809c8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:14.048539482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0809c8"},"namespace":"ai-tenant-e2e-ipp-b-0809c8","name":"default-tenant","reconcileID":"8135a5f3-7fe1-4474-9d1f-64643db8c31c","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-0809c8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:14.104605239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0809c8"},"namespace":"ai-tenant-e2e-ipp-b-0809c8","name":"default-tenant","reconcileID":"8135a5f3-7fe1-4474-9d1f-64643db8c31c","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-0809c8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:14.161804921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0809c8"},"namespace":"ai-tenant-e2e-ipp-b-0809c8","name":"default-tenant","reconcileID":"8135a5f3-7fe1-4474-9d1f-64643db8c31c","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-0809c8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:14.224255214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0809c8"},"namespace":"ai-tenant-e2e-ipp-b-0809c8","name":"default-tenant","reconcileID":"8135a5f3-7fe1-4474-9d1f-64643db8c31c","gvk":"Service","name":"payload-processing-e2e-ipp-b-0809c8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:14.286651018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0809c8"},"namespace":"ai-tenant-e2e-ipp-b-0809c8","name":"default-tenant","reconcileID":"8135a5f3-7fe1-4474-9d1f-64643db8c31c","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-0809c8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:14.34123011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0809c8"},"namespace":"ai-tenant-e2e-ipp-b-0809c8","name":"default-tenant","reconcileID":"8135a5f3-7fe1-4474-9d1f-64643db8c31c","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-0809c8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:14.395824047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0809c8"},"namespace":"ai-tenant-e2e-ipp-b-0809c8","name":"default-tenant","reconcileID":"8135a5f3-7fe1-4474-9d1f-64643db8c31c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-0809c8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:14.45090866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0809c8"},"namespace":"ai-tenant-e2e-ipp-b-0809c8","name":"default-tenant","reconcileID":"8135a5f3-7fe1-4474-9d1f-64643db8c31c","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-0809c8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:14.506174063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0809c8"},"namespace":"ai-tenant-e2e-ipp-b-0809c8","name":"default-tenant","reconcileID":"8135a5f3-7fe1-4474-9d1f-64643db8c31c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-0809c8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:14.562597184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0809c8"},"namespace":"ai-tenant-e2e-ipp-b-0809c8","name":"default-tenant","reconcileID":"8135a5f3-7fe1-4474-9d1f-64643db8c31c","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-0809c8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:14.617061763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0809c8"},"namespace":"ai-tenant-e2e-ipp-b-0809c8","name":"default-tenant","reconcileID":"8135a5f3-7fe1-4474-9d1f-64643db8c31c","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-0809c8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:14.673550278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0809c8"},"namespace":"ai-tenant-e2e-ipp-b-0809c8","name":"default-tenant","reconcileID":"8135a5f3-7fe1-4474-9d1f-64643db8c31c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-0809c8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:14.727747161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0809c8"},"namespace":"ai-tenant-e2e-ipp-b-0809c8","name":"default-tenant","reconcileID":"8135a5f3-7fe1-4474-9d1f-64643db8c31c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-0809c8","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:15.550177924Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-0809c8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-0809c8","reconcileID":"c5303b11-f75c-4598-9907-fe24c3d79638","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-0809c8","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-0809c8"],"unowned":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:37:15.714659119Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"f0e602fd-117c-43ed-a523-bdfbe5fc4dd8","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-dd87f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:37:15.714741826Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"f0e602fd-117c-43ed-a523-bdfbe5fc4dd8","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-dd87f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:16.652489116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d9d2575-02e3-4817-b7a3-ba791bfcc934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:16.705655634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d9d2575-02e3-4817-b7a3-ba791bfcc934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:16.758590897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d9d2575-02e3-4817-b7a3-ba791bfcc934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:16.81145728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d9d2575-02e3-4817-b7a3-ba791bfcc934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:18.780109637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77a84627-7fb2-4972-9141-5ed0eacb65a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:18.832764678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77a84627-7fb2-4972-9141-5ed0eacb65a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:18.885314711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77a84627-7fb2-4972-9141-5ed0eacb65a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:18.937865011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77a84627-7fb2-4972-9141-5ed0eacb65a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:19.585116522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"9c701174-c479-485c-a954-907918ace40c","MaaSSubscription":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"name":"maas-trlp-tenantcfg-model-d94cc3","model":"ai-tenant-e2e-shared-b-w2-d94cc3/tenantcfg-model-d94cc3","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:19.75356196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"tenantcfg-model-d94cc3","reconcileID":"e613473e-3d09-403c-8f97-63b5d230d9e2","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"tenant":"e2e-shared-b-w2-d94cc3","gateway":"openshift-ingress/e2e-shared-b-w2-d94cc3","model":"ai-tenant-e2e-shared-b-w2-d94cc3/tenantcfg-model-d94cc3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:19.753581266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"tenantcfg-model-d94cc3","reconcileID":"e613473e-3d09-403c-8f97-63b5d230d9e2","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"routeName":"tenantcfg-model-d94cc3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","llmisvcName":"tenantcfg-model-d94cc3","gateway":"openshift-ingress/e2e-shared-b-w2-d94cc3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:20.308534088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"240ee208-ad1d-44fc-9b5f-217725f4c921","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d94cc3","tenantID":"e2e-shared-b-w2-d94cc3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:20.365164796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"240ee208-ad1d-44fc-9b5f-217725f4c921","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"name":"e2e-shared-b-w2-d94cc3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:20.41592543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"0c802e1f-6570-4bfa-9819-8e216ac33aeb","MaaSSubscription":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"name":"maas-trlp-tenantcfg-model-d94cc3","model":"ai-tenant-e2e-shared-b-w2-d94cc3/tenantcfg-model-d94cc3","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:20.759669108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"652611cf-c030-4f84-a874-cda76328b7a3","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d94cc3","tenantID":"e2e-shared-b-w2-d94cc3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:20.81726633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"652611cf-c030-4f84-a874-cda76328b7a3","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"name":"e2e-shared-b-w2-d94cc3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:20.81899922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84b72d67-1d35-4821-ba16-821eaee17172","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:20.874410038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84b72d67-1d35-4821-ba16-821eaee17172","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:20.92743393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84b72d67-1d35-4821-ba16-821eaee17172","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:20.980085223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84b72d67-1d35-4821-ba16-821eaee17172","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:37:21.046248989Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"bf19c51a-ba45-4a07-9105-efad2a02a012","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-dd87f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:37:21.046312249Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"bf19c51a-ba45-4a07-9105-efad2a02a012","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-dd87f0/ipp-route-dd87f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-dd87f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:21.046446173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"tenantcfg-model-d94cc3","reconcileID":"9783ec11-5980-4fdf-b5dd-e20d144ca8ae","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"tenant":"e2e-shared-b-w2-d94cc3","gateway":"openshift-ingress/e2e-shared-b-w2-d94cc3","model":"ai-tenant-e2e-shared-b-w2-d94cc3/tenantcfg-model-d94cc3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:21.046457637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"tenantcfg-model-d94cc3","reconcileID":"9783ec11-5980-4fdf-b5dd-e20d144ca8ae","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"routeName":"tenantcfg-model-d94cc3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","llmisvcName":"tenantcfg-model-d94cc3","gateway":"openshift-ingress/e2e-shared-b-w2-d94cc3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:21.194065898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"3038c250-87b7-4714-868c-f360b0407e01","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d94cc3","tenantID":"e2e-shared-b-w2-d94cc3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:21.25044478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"3038c250-87b7-4714-868c-f360b0407e01","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"name":"e2e-shared-b-w2-d94cc3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:21.299200911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"dc667a85-4491-4c0c-9afd-db53a23b6d2d","MaaSSubscription":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"name":"maas-trlp-tenantcfg-model-d94cc3","model":"ai-tenant-e2e-shared-b-w2-d94cc3/tenantcfg-model-d94cc3","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:22.89813847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86772d92-d410-4934-8b00-9c4decfd1fe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:22.95081858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86772d92-d410-4934-8b00-9c4decfd1fe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:23.003446837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86772d92-d410-4934-8b00-9c4decfd1fe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:23.056088842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86772d92-d410-4934-8b00-9c4decfd1fe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:25.005117976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"336c1acc-9c3b-4689-bba5-939e98ace813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:25.068881445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"336c1acc-9c3b-4689-bba5-939e98ace813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:25.124624246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"336c1acc-9c3b-4689-bba5-939e98ace813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:25.179678884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"336c1acc-9c3b-4689-bba5-939e98ace813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:37:26.52621147Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-dd87f0","namespace":"ai-tenant-e2e-ipp-a-dd87f0"},"namespace":"ai-tenant-e2e-ipp-a-dd87f0","name":"ipp-route-dd87f0","reconcileID":"23601b6c-1733-4308-b712-3c0a5f0756f1","error":"maasmodelrefs.maas.opendatahub.io \"ipp-route-dd87f0\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:27.179418352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11a0973c-fae4-4be5-95bf-f46c055ee0d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:27.231864146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11a0973c-fae4-4be5-95bf-f46c055ee0d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:27.284872127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11a0973c-fae4-4be5-95bf-f46c055ee0d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:27.337904422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11a0973c-fae4-4be5-95bf-f46c055ee0d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:28.249335852Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-167a01","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-167a01","reconcileID":"8344f708-b24f-4a7d-951a-e5cf4b8fd309","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-167a01","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-167a01":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:29.278957606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e349ed0d-ae8a-4583-8ef9-c38cb2bdfa8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:29.331687323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e349ed0d-ae8a-4583-8ef9-c38cb2bdfa8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:29.384212202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e349ed0d-ae8a-4583-8ef9-c38cb2bdfa8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:29.436866898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e349ed0d-ae8a-4583-8ef9-c38cb2bdfa8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:31.36594303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"899e49ef-4839-4967-bad0-fef93d5a5e94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:31.418480445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"899e49ef-4839-4967-bad0-fef93d5a5e94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:31.471736484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"899e49ef-4839-4967-bad0-fef93d5a5e94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:31.525567391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"899e49ef-4839-4967-bad0-fef93d5a5e94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:35.64248527Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:38.207106462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55c4acfb-17c7-4f34-b6df-a0acb4372a78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:38.259913255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55c4acfb-17c7-4f34-b6df-a0acb4372a78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:38.312863506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55c4acfb-17c7-4f34-b6df-a0acb4372a78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:38.365402997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55c4acfb-17c7-4f34-b6df-a0acb4372a78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:40.004615288Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"default-tenant","reconcileID":"067063a8-3b9c-4e4f-a3b5-d97a22a3ae4c","api-key-max-expiration-days":"7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:40.276459013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1d64444-090b-4c9c-8ea0-6f92cf64b6d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:40.329275732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1d64444-090b-4c9c-8ea0-6f92cf64b6d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:40.382134308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1d64444-090b-4c9c-8ea0-6f92cf64b6d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:40.435107683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1d64444-090b-4c9c-8ea0-6f92cf64b6d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:41.388844478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"tenantcfg-model-d94cc3","reconcileID":"a04f33db-2614-4f90-9e2a-4f4a1a09e588","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"tenant":"e2e-shared-b-w2-d94cc3","gateway":"openshift-ingress/e2e-shared-b-w2-d94cc3","model":"ai-tenant-e2e-shared-b-w2-d94cc3/tenantcfg-model-d94cc3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:41.388865524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"tenantcfg-model-d94cc3","reconcileID":"a04f33db-2614-4f90-9e2a-4f4a1a09e588","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"routeName":"tenantcfg-model-d94cc3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","llmisvcName":"tenantcfg-model-d94cc3","gateway":"openshift-ingress/e2e-shared-b-w2-d94cc3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:41.593207276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"f1b6c52b-5d18-4c68-b455-e629817b7a3d","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d94cc3","tenantID":"e2e-shared-b-w2-d94cc3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:41.649788152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"f1b6c52b-5d18-4c68-b455-e629817b7a3d","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"name":"e2e-shared-b-w2-d94cc3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:41.699595114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"73af82f7-2513-4840-87ac-e1dfbb9ea32c","MaaSSubscription":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"name":"maas-trlp-tenantcfg-model-d94cc3","model":"ai-tenant-e2e-shared-b-w2-d94cc3/tenantcfg-model-d94cc3","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:42.377412192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ea264c1-a4e5-409f-8fc9-d0cf0870bd10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:42.430116981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ea264c1-a4e5-409f-8fc9-d0cf0870bd10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:42.483048305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ea264c1-a4e5-409f-8fc9-d0cf0870bd10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:42.535821099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ea264c1-a4e5-409f-8fc9-d0cf0870bd10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:44.472423838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c8df97f-830a-4978-b0d0-7d843c57a735","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:44.525765909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c8df97f-830a-4978-b0d0-7d843c57a735","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:44.578772335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c8df97f-830a-4978-b0d0-7d843c57a735","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:44.632045798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c8df97f-830a-4978-b0d0-7d843c57a735","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:45.24211908Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"default-tenant","reconcileID":"b97783a4-5ffb-45a6-9762-898356ef074f","api-key-max-expiration-days":"90","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:46.521424128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"534a00dc-94ab-4458-a49f-9117dc52c045","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:46.574877927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"534a00dc-94ab-4458-a49f-9117dc52c045","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:46.62773314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"534a00dc-94ab-4458-a49f-9117dc52c045","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:46.680955506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"534a00dc-94ab-4458-a49f-9117dc52c045","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:47.081686868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"cd7c4518-b6eb-4b4d-aa5d-f2bb59f22c6b","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d94cc3","tenantID":"e2e-shared-b-w2-d94cc3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:47.139644945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"cd7c4518-b6eb-4b4d-aa5d-f2bb59f22c6b","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"name":"e2e-shared-b-w2-d94cc3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:47.188682249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"1fa3b154-5409-4844-beee-f9171b7f88bf","MaaSSubscription":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"name":"maas-trlp-tenantcfg-model-d94cc3","model":"ai-tenant-e2e-shared-b-w2-d94cc3/tenantcfg-model-d94cc3","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:47.449590271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"cfb0e0f0-e54f-40e4-9d39-1fe58db81ae4","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d94cc3","tenantID":"e2e-shared-b-w2-d94cc3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:47.507244516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"cfb0e0f0-e54f-40e4-9d39-1fe58db81ae4","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"name":"e2e-shared-b-w2-d94cc3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:47.520200872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"6d16c433-b166-4222-9f86-726ed2e7cdb5","MaaSSubscription":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"name":"maas-trlp-tenantcfg-model-d94cc3","model":"ai-tenant-e2e-shared-b-w2-d94cc3/tenantcfg-model-d94cc3","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:47.839598612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"tenantcfg-model-d94cc3","reconcileID":"b19bcaf6-014b-4480-b44b-8db9c66a33ac","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"tenant":"e2e-shared-b-w2-d94cc3","gateway":"openshift-ingress/e2e-shared-b-w2-d94cc3","model":"ai-tenant-e2e-shared-b-w2-d94cc3/tenantcfg-model-d94cc3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:47.839620567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"tenantcfg-model-d94cc3","reconcileID":"b19bcaf6-014b-4480-b44b-8db9c66a33ac","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"routeName":"tenantcfg-model-d94cc3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","llmisvcName":"tenantcfg-model-d94cc3","gateway":"openshift-ingress/e2e-shared-b-w2-d94cc3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:47.944669667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"f0fa5fab-146b-4948-8712-8a0d1a381d9f","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d94cc3","tenantID":"e2e-shared-b-w2-d94cc3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:47.993841479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"tenantcfg-model-4c3ea5","reconcileID":"3fc12eda-a2c3-4e09-8f75-9b519cd3012e","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"tenant":"e2e-shared-a-w2-4c3ea5","gateway":"openshift-ingress/e2e-shared-a-w2-4c3ea5","model":"ai-tenant-e2e-shared-a-w2-4c3ea5/tenantcfg-model-4c3ea5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:47.993859513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"tenantcfg-model-4c3ea5","reconcileID":"3fc12eda-a2c3-4e09-8f75-9b519cd3012e","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"routeName":"tenantcfg-model-4c3ea5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","llmisvcName":"tenantcfg-model-4c3ea5","gateway":"openshift-ingress/e2e-shared-a-w2-4c3ea5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:48.001319387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"f0fa5fab-146b-4948-8712-8a0d1a381d9f","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"name":"e2e-shared-b-w2-d94cc3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:48.051527653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"14fb3392-25b5-4a6d-859b-eb44b504de4d","MaaSSubscription":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"name":"maas-trlp-tenantcfg-model-d94cc3","model":"ai-tenant-e2e-shared-b-w2-d94cc3/tenantcfg-model-d94cc3","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:48.117595434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"28df8d18-5135-4b48-b5ce-fe3f68b23d4a","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4c3ea5","tenantID":"e2e-shared-a-w2-4c3ea5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:48.173784798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"28df8d18-5135-4b48-b5ce-fe3f68b23d4a","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"name":"e2e-shared-a-w2-4c3ea5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:48.175196379Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"fe1e99bc-3151-493d-8bd1-2c70e93e7eec","MaaSSubscription":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-29ea31d1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:48.322826758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"dba0fc4e-994d-4d52-8709-e3b62e061241","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d94cc3","tenantID":"e2e-shared-b-w2-d94cc3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:48.371852193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"1c264dbd-5ce5-4689-835a-40a665b52acf","MaaSSubscription":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"name":"maas-trlp-tenantcfg-model-d94cc3","model":"ai-tenant-e2e-shared-b-w2-d94cc3/tenantcfg-model-d94cc3","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:48.378655077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"dba0fc4e-994d-4d52-8709-e3b62e061241","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"name":"e2e-shared-b-w2-d94cc3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:48.536953154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"3cf4125f-a620-44e5-87d5-76447a17e92d","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4c3ea5","tenantID":"e2e-shared-a-w2-4c3ea5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:48.591288603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15cb38f8-97a3-4332-92a1-8c2093ec2e5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:48.593542747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"3cf4125f-a620-44e5-87d5-76447a17e92d","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"name":"e2e-shared-a-w2-4c3ea5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:48.643899802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15cb38f8-97a3-4332-92a1-8c2093ec2e5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:48.696515746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15cb38f8-97a3-4332-92a1-8c2093ec2e5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:48.749245915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15cb38f8-97a3-4332-92a1-8c2093ec2e5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:48.754096562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"tenantcfg-model-d94cc3","reconcileID":"dcf4f3f5-5b07-42f9-b99e-46a90ae32205","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"tenant":"e2e-shared-b-w2-d94cc3","gateway":"openshift-ingress/e2e-shared-b-w2-d94cc3","model":"ai-tenant-e2e-shared-b-w2-d94cc3/tenantcfg-model-d94cc3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:48.754114364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"tenantcfg-model-d94cc3","reconcileID":"dcf4f3f5-5b07-42f9-b99e-46a90ae32205","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"routeName":"tenantcfg-model-d94cc3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","llmisvcName":"tenantcfg-model-d94cc3","gateway":"openshift-ingress/e2e-shared-b-w2-d94cc3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:48.863498161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"0e2e5948-b51a-46f9-96a7-0643525aaee2","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d94cc3","tenantID":"e2e-shared-b-w2-d94cc3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:48.920405997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"0e2e5948-b51a-46f9-96a7-0643525aaee2","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"name":"e2e-shared-b-w2-d94cc3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:48.970158098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"090f7112-4050-4cb1-9260-c1271826acd2","MaaSSubscription":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"name":"maas-trlp-tenantcfg-model-d94cc3","model":"ai-tenant-e2e-shared-b-w2-d94cc3/tenantcfg-model-d94cc3","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:50.719610692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bbce6c7-e8f6-4835-b682-fa3dde81d21c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:50.772344084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bbce6c7-e8f6-4835-b682-fa3dde81d21c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:50.825199148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bbce6c7-e8f6-4835-b682-fa3dde81d21c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:50.896767002Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-018375"},"namespace":"ai-tenant-e2e-ipp-b-018375","name":"default-tenant","reconcileID":"2f1b4aba-a85f-462e-9c37-f0a9a3cf6b92","namespace":"ai-tenant-e2e-ipp-b-018375","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:50.896947804Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-018375"},"namespace":"ai-tenant-e2e-ipp-b-018375","name":"default-tenant","reconcileID":"2f1b4aba-a85f-462e-9c37-f0a9a3cf6b92","namespace":"ai-tenant-e2e-ipp-b-018375","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:50.897067162Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-018375"},"namespace":"ai-tenant-e2e-ipp-b-018375","name":"default-tenant","reconcileID":"2f1b4aba-a85f-462e-9c37-f0a9a3cf6b92","tenant":"e2e-ipp-b-018375","tenantID":"e2e-ipp-b-018375","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:50.897159552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bbce6c7-e8f6-4835-b682-fa3dde81d21c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:50.958321228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-018375"},"namespace":"ai-tenant-e2e-ipp-b-018375","name":"default-tenant","reconcileID":"2f1b4aba-a85f-462e-9c37-f0a9a3cf6b92","gvk":"Deployment","name":"maas-api-e2e-ipp-b-018375","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:51.019177121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-018375"},"namespace":"ai-tenant-e2e-ipp-b-018375","name":"default-tenant","reconcileID":"2f1b4aba-a85f-462e-9c37-f0a9a3cf6b92","gvk":"Service","name":"maas-api-e2e-ipp-b-018375","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:51.078280868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-018375"},"namespace":"ai-tenant-e2e-ipp-b-018375","name":"default-tenant","reconcileID":"2f1b4aba-a85f-462e-9c37-f0a9a3cf6b92","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-018375","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:51.1825933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-018375"},"namespace":"ai-tenant-e2e-ipp-b-018375","name":"default-tenant","reconcileID":"2f1b4aba-a85f-462e-9c37-f0a9a3cf6b92","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-018375","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:51.237866799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-018375"},"namespace":"ai-tenant-e2e-ipp-b-018375","name":"default-tenant","reconcileID":"2f1b4aba-a85f-462e-9c37-f0a9a3cf6b92","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-018375","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:51.292308889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-018375"},"namespace":"ai-tenant-e2e-ipp-b-018375","name":"default-tenant","reconcileID":"2f1b4aba-a85f-462e-9c37-f0a9a3cf6b92","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-018375","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:51.349340773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-018375"},"namespace":"ai-tenant-e2e-ipp-b-018375","name":"default-tenant","reconcileID":"2f1b4aba-a85f-462e-9c37-f0a9a3cf6b92","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-018375","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:51.403869603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-018375"},"namespace":"ai-tenant-e2e-ipp-b-018375","name":"default-tenant","reconcileID":"2f1b4aba-a85f-462e-9c37-f0a9a3cf6b92","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-018375","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:51.460647786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-018375"},"namespace":"ai-tenant-e2e-ipp-b-018375","name":"default-tenant","reconcileID":"2f1b4aba-a85f-462e-9c37-f0a9a3cf6b92","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-018375","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:51.516394292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-018375"},"namespace":"ai-tenant-e2e-ipp-b-018375","name":"default-tenant","reconcileID":"2f1b4aba-a85f-462e-9c37-f0a9a3cf6b92","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-018375","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:51.578552843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-018375"},"namespace":"ai-tenant-e2e-ipp-b-018375","name":"default-tenant","reconcileID":"2f1b4aba-a85f-462e-9c37-f0a9a3cf6b92","gvk":"Service","name":"payload-processing-e2e-ipp-b-018375","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:51.640821491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-018375"},"namespace":"ai-tenant-e2e-ipp-b-018375","name":"default-tenant","reconcileID":"2f1b4aba-a85f-462e-9c37-f0a9a3cf6b92","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-018375","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:51.695453596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-018375"},"namespace":"ai-tenant-e2e-ipp-b-018375","name":"default-tenant","reconcileID":"2f1b4aba-a85f-462e-9c37-f0a9a3cf6b92","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-018375","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:51.755560452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-018375"},"namespace":"ai-tenant-e2e-ipp-b-018375","name":"default-tenant","reconcileID":"2f1b4aba-a85f-462e-9c37-f0a9a3cf6b92","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-018375","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:51.817406203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-018375"},"namespace":"ai-tenant-e2e-ipp-b-018375","name":"default-tenant","reconcileID":"2f1b4aba-a85f-462e-9c37-f0a9a3cf6b92","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-018375","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:51.872911001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-018375"},"namespace":"ai-tenant-e2e-ipp-b-018375","name":"default-tenant","reconcileID":"2f1b4aba-a85f-462e-9c37-f0a9a3cf6b92","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-018375","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:51.93057834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-018375"},"namespace":"ai-tenant-e2e-ipp-b-018375","name":"default-tenant","reconcileID":"2f1b4aba-a85f-462e-9c37-f0a9a3cf6b92","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-018375","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:51.997999613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-018375"},"namespace":"ai-tenant-e2e-ipp-b-018375","name":"default-tenant","reconcileID":"2f1b4aba-a85f-462e-9c37-f0a9a3cf6b92","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-018375","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:52.05420128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-018375"},"namespace":"ai-tenant-e2e-ipp-b-018375","name":"default-tenant","reconcileID":"2f1b4aba-a85f-462e-9c37-f0a9a3cf6b92","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-018375","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:52.108501756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-018375"},"namespace":"ai-tenant-e2e-ipp-b-018375","name":"default-tenant","reconcileID":"2f1b4aba-a85f-462e-9c37-f0a9a3cf6b92","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-018375","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:52.917448083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdec0dd6-6527-4bff-9d6f-dd783b1c820d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:52.970152061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdec0dd6-6527-4bff-9d6f-dd783b1c820d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:52.977262299Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-018375","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-018375","reconcileID":"b97cc3d0-b0cf-46b8-b74e-829caf8f4b8b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-018375","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-018375"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:53.0231502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdec0dd6-6527-4bff-9d6f-dd783b1c820d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:53.076313475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdec0dd6-6527-4bff-9d6f-dd783b1c820d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:55.007770521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fb61314-5670-4acb-a9cc-bc4f930c57b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:55.061079481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fb61314-5670-4acb-a9cc-bc4f930c57b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:55.114278328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fb61314-5670-4acb-a9cc-bc4f930c57b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:55.167017567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fb61314-5670-4acb-a9cc-bc4f930c57b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:57.174167335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0484d9c-c5bf-44ab-9f60-3d23ffabf57c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:57.226902868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0484d9c-c5bf-44ab-9f60-3d23ffabf57c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:57.279371601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0484d9c-c5bf-44ab-9f60-3d23ffabf57c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:57.332264132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0484d9c-c5bf-44ab-9f60-3d23ffabf57c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:58.228526986Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"245828f1-bfb5-423b-a444-5767d06efb44","MaaSSubscription":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"model":"ai-tenant-e2e-shared-a-w2-4c3ea5/tenantcfg-model-4c3ea5","subscription":"e2e-mt-tenantcfg-b57f11","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:58.281182721Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"245828f1-bfb5-423b-a444-5767d06efb44","MaaSSubscription":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"model":"ai-tenant-e2e-shared-a-w2-4c3ea5/tenantcfg-model-4c3ea5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:58.336482527Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"245828f1-bfb5-423b-a444-5767d06efb44","MaaSSubscription":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"name":"maas-trlp-tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","model":"ai-tenant-e2e-shared-a-w2-4c3ea5/tenantcfg-model-4c3ea5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:58.616555017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"tenantcfg-model-4c3ea5","reconcileID":"e87e18b2-b4e6-48b3-aaa0-36d6d5217933","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"tenant":"e2e-shared-a-w2-4c3ea5","gateway":"openshift-ingress/e2e-shared-a-w2-4c3ea5","model":"ai-tenant-e2e-shared-a-w2-4c3ea5/tenantcfg-model-4c3ea5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:58.616573686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"tenantcfg-model-4c3ea5","reconcileID":"e87e18b2-b4e6-48b3-aaa0-36d6d5217933","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"routeName":"tenantcfg-model-4c3ea5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","llmisvcName":"tenantcfg-model-4c3ea5","gateway":"openshift-ingress/e2e-shared-a-w2-4c3ea5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:58.754226413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"tenantcfg-model-d94cc3","reconcileID":"512ea024-d63b-4546-bd65-18186bc7c579","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"tenant":"e2e-shared-b-w2-d94cc3","gateway":"openshift-ingress/e2e-shared-b-w2-d94cc3","model":"ai-tenant-e2e-shared-b-w2-d94cc3/tenantcfg-model-d94cc3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:58.754802189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"tenantcfg-model-d94cc3","reconcileID":"512ea024-d63b-4546-bd65-18186bc7c579","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"routeName":"tenantcfg-model-d94cc3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","llmisvcName":"tenantcfg-model-d94cc3","gateway":"openshift-ingress/e2e-shared-b-w2-d94cc3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:58.82956042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"692ac71c-5366-49fa-9087-868fa0995766","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4c3ea5","tenantID":"e2e-shared-a-w2-4c3ea5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:58.858587033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"bb075899-0073-4fc2-b628-70d94416a49b","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d94cc3","tenantID":"e2e-shared-b-w2-d94cc3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:58.886328308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"692ac71c-5366-49fa-9087-868fa0995766","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"name":"e2e-shared-a-w2-4c3ea5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:58.915775388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"bb075899-0073-4fc2-b628-70d94416a49b","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"name":"e2e-shared-b-w2-d94cc3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:58.917192584Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"ff0ea36b-f400-44a2-b21d-c8fdc9690849","MaaSSubscription":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d98689e2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:59.202786441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"df63cf66-6829-4905-b06a-69e17b185a54","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4c3ea5","tenantID":"e2e-shared-a-w2-4c3ea5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:59.2586081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc0a08a1-f6a1-4f41-943b-2662d072af8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:59.259950832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"df63cf66-6829-4905-b06a-69e17b185a54","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"name":"e2e-shared-a-w2-4c3ea5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:59.311628911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc0a08a1-f6a1-4f41-943b-2662d072af8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:59.364601639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc0a08a1-f6a1-4f41-943b-2662d072af8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:59.417025518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc0a08a1-f6a1-4f41-943b-2662d072af8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:59.417196346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"a9acb44b-0695-433f-b60e-018ef13e95a3","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d94cc3","tenantID":"e2e-shared-b-w2-d94cc3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:59.473976763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"a9acb44b-0695-433f-b60e-018ef13e95a3","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"name":"e2e-shared-b-w2-d94cc3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:37:59.889592961Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-3d563c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-3d563c","reconcileID":"d9d197ec-b0df-4778-9fde-ed413b27aa68","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-3d563c","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-3d563c":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:01.393190022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc1bd7eb-de7d-4ce3-ac0f-816e51bbccbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:01.448581119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc1bd7eb-de7d-4ce3-ac0f-816e51bbccbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:01.501890663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc1bd7eb-de7d-4ce3-ac0f-816e51bbccbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:01.555495525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc1bd7eb-de7d-4ce3-ac0f-816e51bbccbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:03.684850237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a2232b9-115b-43ea-b74f-35b14a3dfd46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:03.738272028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a2232b9-115b-43ea-b74f-35b14a3dfd46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:03.807849775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a2232b9-115b-43ea-b74f-35b14a3dfd46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:03.884417968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a2232b9-115b-43ea-b74f-35b14a3dfd46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:05.608213793Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:05.788496856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a32ef68-74e0-45b3-b8f7-7818a8b4de95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:05.841130301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a32ef68-74e0-45b3-b8f7-7818a8b4de95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:05.893672782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a32ef68-74e0-45b3-b8f7-7818a8b4de95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:05.946249289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a32ef68-74e0-45b3-b8f7-7818a8b4de95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:06.427171263Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-2912e6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-2912e6","reconcileID":"6715473c-5f7c-4e24-86b9-3cadc88d9e4d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-2912e6","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-2912e6":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:07.88008118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"718c596c-6650-46e9-83fb-48d5f8ec9f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:07.933805584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"718c596c-6650-46e9-83fb-48d5f8ec9f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:07.986662642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"718c596c-6650-46e9-83fb-48d5f8ec9f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:08.039344966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"718c596c-6650-46e9-83fb-48d5f8ec9f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:08.971421157Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"4f4d9b26-1bdd-4ca1-bfd1-0df749761f22","MaaSSubscription":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"model":"ai-tenant-e2e-shared-b-w2-d94cc3/tenantcfg-model-d94cc3","subscription":"e2e-mt-tenantcfg-b57f11","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:09.026703546Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"4f4d9b26-1bdd-4ca1-bfd1-0df749761f22","MaaSSubscription":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"model":"ai-tenant-e2e-shared-b-w2-d94cc3/tenantcfg-model-d94cc3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:09.080174768Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"4f4d9b26-1bdd-4ca1-bfd1-0df749761f22","MaaSSubscription":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"name":"maas-trlp-tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","model":"ai-tenant-e2e-shared-b-w2-d94cc3/tenantcfg-model-d94cc3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:09.365207312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"tenantcfg-model-d94cc3","reconcileID":"262d952c-0fb2-4a3b-b279-2f99a0c41548","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"tenant":"e2e-shared-b-w2-d94cc3","gateway":"openshift-ingress/e2e-shared-b-w2-d94cc3","model":"ai-tenant-e2e-shared-b-w2-d94cc3/tenantcfg-model-d94cc3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:09.365233827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"tenantcfg-model-d94cc3","reconcileID":"262d952c-0fb2-4a3b-b279-2f99a0c41548","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"routeName":"tenantcfg-model-d94cc3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","llmisvcName":"tenantcfg-model-d94cc3","gateway":"openshift-ingress/e2e-shared-b-w2-d94cc3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:09.50011495Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"a0e15057-2d44-41a0-a831-31c22a839171","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"model":"ai-tenant-e2e-shared-a-w2-4c3ea5/tenantcfg-model-4c3ea5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:09.500175187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"tenantcfg-model-4c3ea5","reconcileID":"f0f05b2f-976f-439a-9a1b-5d5ccb5b477c","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"tenant":"e2e-shared-a-w2-4c3ea5","gateway":"openshift-ingress/e2e-shared-a-w2-4c3ea5","model":"ai-tenant-e2e-shared-a-w2-4c3ea5/tenantcfg-model-4c3ea5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:09.500188141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"tenantcfg-model-4c3ea5","reconcileID":"f0f05b2f-976f-439a-9a1b-5d5ccb5b477c","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"routeName":"tenantcfg-model-4c3ea5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","llmisvcName":"tenantcfg-model-4c3ea5","gateway":"openshift-ingress/e2e-shared-a-w2-4c3ea5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:09.513235654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"30fbb7e1-7504-4a0b-b3b8-74e9e021a12a","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d94cc3","tenantID":"e2e-shared-b-w2-d94cc3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:09.569649342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"30fbb7e1-7504-4a0b-b3b8-74e9e021a12a","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"name":"e2e-shared-b-w2-d94cc3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:09.705492244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"a0e15057-2d44-41a0-a831-31c22a839171","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4c3ea5","tenantID":"e2e-shared-a-w2-4c3ea5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:09.830740934Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"a0e15057-2d44-41a0-a831-31c22a839171","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"name":"e2e-shared-a-w2-4c3ea5-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:09.830766191Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"a0e15057-2d44-41a0-a831-31c22a839171","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4c3ea5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:09.859544129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"011d1c99-ca97-43af-be20-dd14dec33efe","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d94cc3","tenantID":"e2e-shared-b-w2-d94cc3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:09.889514465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"tenantcfg-model-4c3ea5","reconcileID":"600fb7f7-1f6e-4a7e-95d2-fa6997767980","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"tenant":"e2e-shared-a-w2-4c3ea5","gateway":"openshift-ingress/e2e-shared-a-w2-4c3ea5","model":"ai-tenant-e2e-shared-a-w2-4c3ea5/tenantcfg-model-4c3ea5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:09.88953289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"tenantcfg-model-4c3ea5","reconcileID":"600fb7f7-1f6e-4a7e-95d2-fa6997767980","MaaSModelRef":{"name":"tenantcfg-model-4c3ea5","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"routeName":"tenantcfg-model-4c3ea5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","llmisvcName":"tenantcfg-model-4c3ea5","gateway":"openshift-ingress/e2e-shared-a-w2-4c3ea5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:09.916179244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"011d1c99-ca97-43af-be20-dd14dec33efe","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"name":"e2e-shared-b-w2-d94cc3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:09.982649847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21cd1f65-f521-4b92-b020-9c118105aced","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:10.025097114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"tenantcfg-model-d94cc3","reconcileID":"637e3f0a-2365-47d0-a6f6-9e76bce40e33","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"tenant":"e2e-shared-b-w2-d94cc3","gateway":"openshift-ingress/e2e-shared-b-w2-d94cc3","model":"ai-tenant-e2e-shared-b-w2-d94cc3/tenantcfg-model-d94cc3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:10.025122215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"tenantcfg-model-d94cc3","reconcileID":"637e3f0a-2365-47d0-a6f6-9e76bce40e33","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"routeName":"tenantcfg-model-d94cc3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","llmisvcName":"tenantcfg-model-d94cc3","gateway":"openshift-ingress/e2e-shared-b-w2-d94cc3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:10.03586416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21cd1f65-f521-4b92-b020-9c118105aced","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:10.08899488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21cd1f65-f521-4b92-b020-9c118105aced","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:10.089080915Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"4717ea73-1b0c-4dc8-bd65-7bf9e761418a","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"model":"ai-tenant-e2e-shared-b-w2-d94cc3/tenantcfg-model-d94cc3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:10.141896554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21cd1f65-f521-4b92-b020-9c118105aced","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:10.347585944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"4717ea73-1b0c-4dc8-bd65-7bf9e761418a","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d94cc3","tenantID":"e2e-shared-b-w2-d94cc3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:10.491337248Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"4717ea73-1b0c-4dc8-bd65-7bf9e761418a","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"name":"e2e-shared-b-w2-d94cc3-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:10.491386916Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"e2e-mt-tenantcfg-b57f11","reconcileID":"4717ea73-1b0c-4dc8-bd65-7bf9e761418a","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-b57f11","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d94cc3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:10.547761928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"tenantcfg-model-d94cc3","reconcileID":"e6101579-b5b2-4113-b8a1-f15c4cd568a7","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"tenant":"e2e-shared-b-w2-d94cc3","gateway":"openshift-ingress/e2e-shared-b-w2-d94cc3","model":"ai-tenant-e2e-shared-b-w2-d94cc3/tenantcfg-model-d94cc3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:10.547786979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"tenantcfg-model-d94cc3","reconcileID":"e6101579-b5b2-4113-b8a1-f15c4cd568a7","MaaSModelRef":{"name":"tenantcfg-model-d94cc3","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"routeName":"tenantcfg-model-d94cc3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","llmisvcName":"tenantcfg-model-d94cc3","gateway":"openshift-ingress/e2e-shared-b-w2-d94cc3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:12.49528446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c642861-dbe0-4c1b-8139-3fbfbbadd016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:12.550482303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c642861-dbe0-4c1b-8139-3fbfbbadd016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:12.603231971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c642861-dbe0-4c1b-8139-3fbfbbadd016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:12.656182501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c642861-dbe0-4c1b-8139-3fbfbbadd016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:13.0921622Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-cb56e9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-cb56e9","reconcileID":"5f6f90e0-3075-4a65-b921-02104baabe24","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-cb56e9","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-cb56e9":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:14.57720308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffcd6d1f-641e-499e-ada2-3b3858a4eeda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:14.630654796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffcd6d1f-641e-499e-ada2-3b3858a4eeda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:14.68366009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffcd6d1f-641e-499e-ada2-3b3858a4eeda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:14.74201061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffcd6d1f-641e-499e-ada2-3b3858a4eeda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:16.671552429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b9515ab-793a-4622-89ee-5efee123edfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:16.723953286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b9515ab-793a-4622-89ee-5efee123edfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:16.776366352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b9515ab-793a-4622-89ee-5efee123edfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:16.828789807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b9515ab-793a-4622-89ee-5efee123edfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:18.773508958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60d4461c-4d28-4963-b7a1-f21761bf39fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:18.826438576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60d4461c-4d28-4963-b7a1-f21761bf39fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:18.879691615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60d4461c-4d28-4963-b7a1-f21761bf39fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:18.933048574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60d4461c-4d28-4963-b7a1-f21761bf39fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:20.822129865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"408d1757-086d-477a-b072-37b7de06cbb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:20.875051434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"408d1757-086d-477a-b072-37b7de06cbb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:20.927802286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"408d1757-086d-477a-b072-37b7de06cbb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:20.980737464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"408d1757-086d-477a-b072-37b7de06cbb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:28.301925286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-167a01"},"namespace":"ai-tenant-e2e-praxis-a-167a01","name":"default-tenant","reconcileID":"c1072d7d-1020-472d-812c-736467c952a5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-167a01","tenantID":"e2e-praxis-a-167a01","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:28.417837483Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-167a01"},"namespace":"ai-tenant-e2e-praxis-a-167a01","name":"default-tenant","reconcileID":"c1072d7d-1020-472d-812c-736467c952a5","name":"e2e-praxis-a-167a01-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:32.081123902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"003ebd31-be4c-41f3-a76a-6ed05f23284f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:32.134103372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"003ebd31-be4c-41f3-a76a-6ed05f23284f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:32.186804243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"003ebd31-be4c-41f3-a76a-6ed05f23284f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:32.239722877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"003ebd31-be4c-41f3-a76a-6ed05f23284f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:32.681008577Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-1b1008","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-1b1008","reconcileID":"9b36ea41-9be9-4b59-8f66-719c9dcc0b69","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-1b1008","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-1b1008":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:34.27907218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4f09c15-57c1-4295-9bd7-a673cf96f38b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:34.33194658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4f09c15-57c1-4295-9bd7-a673cf96f38b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:34.393866078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4f09c15-57c1-4295-9bd7-a673cf96f38b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:34.447089433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4f09c15-57c1-4295-9bd7-a673cf96f38b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:35.608940825Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:36.344646197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e69677f8-e150-442e-bd89-4b804a05f4e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:36.409303597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e69677f8-e150-442e-bd89-4b804a05f4e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:36.461974518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e69677f8-e150-442e-bd89-4b804a05f4e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:36.51659542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e69677f8-e150-442e-bd89-4b804a05f4e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:38.406135552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8645a94f-8357-4406-97ba-87d5505bfe5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:38.459069438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8645a94f-8357-4406-97ba-87d5505bfe5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:38.512083406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8645a94f-8357-4406-97ba-87d5505bfe5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:38.564585579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8645a94f-8357-4406-97ba-87d5505bfe5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:40.456100027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"614fea5a-8230-4e5e-bb1e-15d764b5fb16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:40.508705695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"614fea5a-8230-4e5e-bb1e-15d764b5fb16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:40.563239896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"614fea5a-8230-4e5e-bb1e-15d764b5fb16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:40.616221647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"614fea5a-8230-4e5e-bb1e-15d764b5fb16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:42.504087422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60b8868b-4911-4812-8f8b-9569405cede8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:42.55792613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60b8868b-4911-4812-8f8b-9569405cede8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:42.611123216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60b8868b-4911-4812-8f8b-9569405cede8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:42.663716608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60b8868b-4911-4812-8f8b-9569405cede8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:44.576698101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df47e913-969c-496c-90a2-0eb752fb4baf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:44.629377887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df47e913-969c-496c-90a2-0eb752fb4baf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:44.68205268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df47e913-969c-496c-90a2-0eb752fb4baf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:38:44.734768664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df47e913-969c-496c-90a2-0eb752fb4baf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:39:03.105498446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d563c"},"namespace":"ai-tenant-e2e-praxis-b-3d563c","name":"default-tenant","reconcileID":"166805e2-4356-4758-98e1-9fc01da9476d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-3d563c","tenantID":"e2e-praxis-b-3d563c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:39:03.2230314Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d563c"},"namespace":"ai-tenant-e2e-praxis-b-3d563c","name":"default-tenant","reconcileID":"166805e2-4356-4758-98e1-9fc01da9476d","name":"e2e-praxis-b-3d563c-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:39:05.609701041Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:39:13.079870324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2912e6"},"namespace":"ai-tenant-e2e-praxis-a-2912e6","name":"default-tenant","reconcileID":"bc94733a-5f20-4f34-8e1c-6e05b64ac56c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-2912e6","tenantID":"e2e-praxis-a-2912e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:39:13.196480657Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2912e6"},"namespace":"ai-tenant-e2e-praxis-a-2912e6","name":"default-tenant","reconcileID":"bc94733a-5f20-4f34-8e1c-6e05b64ac56c","name":"e2e-praxis-a-2912e6-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:39:22.85327533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb56e9"},"namespace":"ai-tenant-e2e-praxis-b-cb56e9","name":"default-tenant","reconcileID":"7485232d-90df-457d-aba9-83d340a929e5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-cb56e9","tenantID":"e2e-praxis-b-cb56e9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:39:22.968498298Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb56e9"},"namespace":"ai-tenant-e2e-praxis-b-cb56e9","name":"default-tenant","reconcileID":"7485232d-90df-457d-aba9-83d340a929e5","name":"e2e-praxis-b-cb56e9-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:39:35.609296288Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:39:39.411397845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5065963e-bae0-4fe9-8b7d-5020fc5b94e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:39:39.464281292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5065963e-bae0-4fe9-8b7d-5020fc5b94e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:39:39.51713684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5065963e-bae0-4fe9-8b7d-5020fc5b94e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:39:39.569766381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5065963e-bae0-4fe9-8b7d-5020fc5b94e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:39:41.471375245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"663ae7ef-2e7a-4de0-8195-edf582b588d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:39:41.525120499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"663ae7ef-2e7a-4de0-8195-edf582b588d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:39:41.577848706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"663ae7ef-2e7a-4de0-8195-edf582b588d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:39:41.630804091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"663ae7ef-2e7a-4de0-8195-edf582b588d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:39:43.569310804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81921bb4-45f5-4554-af1c-ea35595a5662","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:39:43.622461198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81921bb4-45f5-4554-af1c-ea35595a5662","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:39:43.675462084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81921bb4-45f5-4554-af1c-ea35595a5662","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:39:43.728168837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81921bb4-45f5-4554-af1c-ea35595a5662","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:39:45.637841531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33cf9fa4-2473-4525-ad77-4f1c43bcee82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:39:45.690438753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33cf9fa4-2473-4525-ad77-4f1c43bcee82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:39:45.743009126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33cf9fa4-2473-4525-ad77-4f1c43bcee82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:39:45.795735955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33cf9fa4-2473-4525-ad77-4f1c43bcee82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:39:46.583875715Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-9b06f8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-9b06f8","reconcileID":"6cfc8fe0-6cb2-4cff-938f-3dd9fd7470cb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-9b06f8","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-9b06f8":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:39:47.431596879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"default-tenant","reconcileID":"fa373d7d-9df3-4053-bf7b-532d515b9a19","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1b1008","tenantID":"e2e-praxis-a-1b1008","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:39:47.546257849Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"default-tenant","reconcileID":"fa373d7d-9df3-4053-bf7b-532d515b9a19","name":"e2e-praxis-a-1b1008-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:39:47.713323393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5aa25bb-170e-42dd-af7c-67b20d5839bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:39:47.831548969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5aa25bb-170e-42dd-af7c-67b20d5839bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:39:47.88438236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5aa25bb-170e-42dd-af7c-67b20d5839bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:39:47.936918758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5aa25bb-170e-42dd-af7c-67b20d5839bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:39:49.878026496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb4869b9-98f8-4241-9043-802d7658755e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:39:49.930741868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb4869b9-98f8-4241-9043-802d7658755e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:39:49.983520023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb4869b9-98f8-4241-9043-802d7658755e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:39:50.035989727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb4869b9-98f8-4241-9043-802d7658755e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:39:51.996754715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96905551-e693-45c5-b36a-c00c6167e7cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:39:52.051414852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96905551-e693-45c5-b36a-c00c6167e7cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:39:52.10396542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96905551-e693-45c5-b36a-c00c6167e7cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:39:52.156857354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96905551-e693-45c5-b36a-c00c6167e7cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:39:54.037662966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a79ff16-3748-4ac4-8109-26e5fd73190e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:39:54.090853187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a79ff16-3748-4ac4-8109-26e5fd73190e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:39:54.143391511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a79ff16-3748-4ac4-8109-26e5fd73190e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:39:54.195784199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a79ff16-3748-4ac4-8109-26e5fd73190e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:05.609091324Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:18.703375338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6a0d920-d59a-4251-8814-2913aa360dbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:18.757504135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6a0d920-d59a-4251-8814-2913aa360dbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:18.810212939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6a0d920-d59a-4251-8814-2913aa360dbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:18.862765729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6a0d920-d59a-4251-8814-2913aa360dbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:20.824257209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24abd52e-56fc-48a4-99b0-02362cc235c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:20.877237754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24abd52e-56fc-48a4-99b0-02362cc235c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:20.929780738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24abd52e-56fc-48a4-99b0-02362cc235c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:20.982936786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24abd52e-56fc-48a4-99b0-02362cc235c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:22.880286383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42e7d279-885d-4038-b45a-5182709e243d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:22.934962269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42e7d279-885d-4038-b45a-5182709e243d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:22.989235676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42e7d279-885d-4038-b45a-5182709e243d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:23.041902012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42e7d279-885d-4038-b45a-5182709e243d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:27.372184728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12b202a8-3ff4-4923-a9c6-5541cae6bdfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:27.425103276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12b202a8-3ff4-4923-a9c6-5541cae6bdfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:27.477782431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12b202a8-3ff4-4923-a9c6-5541cae6bdfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:27.530365725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12b202a8-3ff4-4923-a9c6-5541cae6bdfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:29.479905293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"556bcdaa-8fda-40ab-bda3-99b1a3265f9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:29.532666587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"556bcdaa-8fda-40ab-bda3-99b1a3265f9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:29.585428678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"556bcdaa-8fda-40ab-bda3-99b1a3265f9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:29.638229992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"556bcdaa-8fda-40ab-bda3-99b1a3265f9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:31.583500472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3febc03-8b56-49ba-9e0b-103e5bf6d53f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:31.640666092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3febc03-8b56-49ba-9e0b-103e5bf6d53f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:31.694431759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3febc03-8b56-49ba-9e0b-103e5bf6d53f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:31.747308508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3febc03-8b56-49ba-9e0b-103e5bf6d53f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:33.641066157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbabfefe-a2a8-46ac-9950-2798c8e5707e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:33.695009354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbabfefe-a2a8-46ac-9950-2798c8e5707e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:33.749818981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbabfefe-a2a8-46ac-9950-2798c8e5707e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:33.803617142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbabfefe-a2a8-46ac-9950-2798c8e5707e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:35.55302531Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-ad96f4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-ad96f4","reconcileID":"9c2648d3-a3ee-4a23-94b2-6dcdcbb8bed1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-ad96f4","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-ad96f4":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:35.609579352Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:35.702239053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02f2bff3-7846-4843-9861-b0c0cebef5ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:35.758573436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02f2bff3-7846-4843-9861-b0c0cebef5ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:35.811909697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02f2bff3-7846-4843-9861-b0c0cebef5ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:35.865019545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02f2bff3-7846-4843-9861-b0c0cebef5ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:37.791344676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c09c5d0-afb3-44c4-8147-1fcc401d989c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:37.844087007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c09c5d0-afb3-44c4-8147-1fcc401d989c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:37.896901934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c09c5d0-afb3-44c4-8147-1fcc401d989c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:37.950576998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c09c5d0-afb3-44c4-8147-1fcc401d989c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:40.02184381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cbdd43c-a152-40c4-85b6-1e38a87a906c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:40.0750783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cbdd43c-a152-40c4-85b6-1e38a87a906c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:40.127782024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cbdd43c-a152-40c4-85b6-1e38a87a906c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:40.180461394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cbdd43c-a152-40c4-85b6-1e38a87a906c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:42.082823778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e75d8e8-a642-4b45-9220-e91c057ae7b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:42.135599636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e75d8e8-a642-4b45-9220-e91c057ae7b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:42.188305558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e75d8e8-a642-4b45-9220-e91c057ae7b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:42.241829482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e75d8e8-a642-4b45-9220-e91c057ae7b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:42.453790423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"93bd966a-108b-4744-b363-bf18240acb46","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:42.613980164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-subscription","reconcileID":"734b5f4f-e4b3-4c0d-b357-62b18b426bf6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-premium-w4-398828","model":"e2e-models-e2e-worker-w4-398828/premium-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:42.740055387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-subscription","reconcileID":"88bb4481-0640-4f07-b641-d9f33835bbad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-premium-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:42.894839244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"1b41700f-a0e9-4842-9687-298d35243ef8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:42.989074383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"0b4ed634-6a48-4b15-873b-b78ccc9ed0e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:43.1062377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"382f5177-6282-4ff5-8150-1ca8172370a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:43.381502341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2869ab1d-9977-4daa-81d6-91bf878d216d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:43.481307047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"acc34873-ad88-47a3-9c2e-0fe6af457e2f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:43.542491628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"12b11959-4b75-4a2e-a8b1-6e1babf33915","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:43.642160172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"4bdc706e-db93-4733-a7c2-1a6b92f90b2d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-premium-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:43.751999835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"d6eb998f-f037-40ea-ba74-7e86c04ca06f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:43.861264662Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"c7d9c5b2-8668-4b1a-9185-a714880d98bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:44.180447823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f94e0c1-0dea-405c-a246-c4240e090e20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:44.234227641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f94e0c1-0dea-405c-a246-c4240e090e20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:44.287108587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f94e0c1-0dea-405c-a246-c4240e090e20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:44.340805195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f94e0c1-0dea-405c-a246-c4240e090e20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:46.277391445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8e988a4-261e-4caa-90ac-6521f76537a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:46.330600871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8e988a4-261e-4caa-90ac-6521f76537a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:46.383339708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8e988a4-261e-4caa-90ac-6521f76537a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:40:46.436082126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8e988a4-261e-4caa-90ac-6521f76537a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:03.679328515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"435c0b08-1692-4304-bba3-84f628119aa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:03.732104602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"435c0b08-1692-4304-bba3-84f628119aa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:03.784682329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"435c0b08-1692-4304-bba3-84f628119aa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:03.837297771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"435c0b08-1692-4304-bba3-84f628119aa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:05.617623146Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:05.779225514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c9b682a-88bb-4462-8a27-d4715899ceff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:05.832056866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c9b682a-88bb-4462-8a27-d4715899ceff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:05.8848126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c9b682a-88bb-4462-8a27-d4715899ceff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:05.937499733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c9b682a-88bb-4462-8a27-d4715899ceff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:06.812459309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b06f8"},"namespace":"ai-tenant-e2e-praxis-b-9b06f8","name":"default-tenant","reconcileID":"dc0bef42-4cd3-4ccf-aa79-650f94cd98a2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-9b06f8","tenantID":"e2e-praxis-b-9b06f8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:06.92827101Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b06f8"},"namespace":"ai-tenant-e2e-praxis-b-9b06f8","name":"default-tenant","reconcileID":"dc0bef42-4cd3-4ccf-aa79-650f94cd98a2","name":"e2e-praxis-b-9b06f8-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:07.885497034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3052e2b3-dda6-48b7-9967-930f5dcfd542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:07.954947208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3052e2b3-dda6-48b7-9967-930f5dcfd542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:08.008310942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3052e2b3-dda6-48b7-9967-930f5dcfd542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:08.06083986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3052e2b3-dda6-48b7-9967-930f5dcfd542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:09.952043325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa9d5beb-486b-45ec-97b6-197b47f861ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:10.004883983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa9d5beb-486b-45ec-97b6-197b47f861ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:10.057806295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa9d5beb-486b-45ec-97b6-197b47f861ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:10.111838504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa9d5beb-486b-45ec-97b6-197b47f861ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:11.757895972Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-f68c7e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-f68c7e","reconcileID":"591a0f39-10b4-4e47-8ca6-4e523aafe861","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-f68c7e","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-f68c7e":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:12.082902767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f4d045d-3dd1-4641-a402-2121a8cce808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:12.135548369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f4d045d-3dd1-4641-a402-2121a8cce808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:12.188068806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f4d045d-3dd1-4641-a402-2121a8cce808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:12.240748206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f4d045d-3dd1-4641-a402-2121a8cce808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:14.172609583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b928e16-46f4-45e1-a353-5d36cb92bd84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:14.225971846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b928e16-46f4-45e1-a353-5d36cb92bd84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:14.278467505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b928e16-46f4-45e1-a353-5d36cb92bd84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:14.331059664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b928e16-46f4-45e1-a353-5d36cb92bd84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:16.287246128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8b46bee-87a7-47f9-97a3-206edbf8c855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:16.340010946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8b46bee-87a7-47f9-97a3-206edbf8c855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:16.392775002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8b46bee-87a7-47f9-97a3-206edbf8c855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:16.445342205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8b46bee-87a7-47f9-97a3-206edbf8c855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:17.310174405Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e44998"},"namespace":"ai-tenant-e2e-praxis-a-e44998","name":"default-tenant","reconcileID":"2954d1ee-ba95-4c59-a761-8e009a18d482","namespace":"ai-tenant-e2e-praxis-a-e44998","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:17.310229457Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e44998"},"namespace":"ai-tenant-e2e-praxis-a-e44998","name":"default-tenant","reconcileID":"2954d1ee-ba95-4c59-a761-8e009a18d482","namespace":"ai-tenant-e2e-praxis-a-e44998","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:17.310284609Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e44998"},"namespace":"ai-tenant-e2e-praxis-a-e44998","name":"default-tenant","reconcileID":"2954d1ee-ba95-4c59-a761-8e009a18d482","tenant":"e2e-praxis-a-e44998","tenantID":"e2e-praxis-a-e44998","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:17.364330653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e44998"},"namespace":"ai-tenant-e2e-praxis-a-e44998","name":"default-tenant","reconcileID":"2954d1ee-ba95-4c59-a761-8e009a18d482","gvk":"Deployment","name":"maas-api-e2e-praxis-a-e44998","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:17.426733362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e44998"},"namespace":"ai-tenant-e2e-praxis-a-e44998","name":"default-tenant","reconcileID":"2954d1ee-ba95-4c59-a761-8e009a18d482","gvk":"Service","name":"maas-api-e2e-praxis-a-e44998","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:17.505562614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e44998"},"namespace":"ai-tenant-e2e-praxis-a-e44998","name":"default-tenant","reconcileID":"2954d1ee-ba95-4c59-a761-8e009a18d482","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-e44998","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:17.561248104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e44998"},"namespace":"ai-tenant-e2e-praxis-a-e44998","name":"default-tenant","reconcileID":"2954d1ee-ba95-4c59-a761-8e009a18d482","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-e44998","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:17.626557411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e44998"},"namespace":"ai-tenant-e2e-praxis-a-e44998","name":"default-tenant","reconcileID":"2954d1ee-ba95-4c59-a761-8e009a18d482","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-e44998","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:17.681035689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e44998"},"namespace":"ai-tenant-e2e-praxis-a-e44998","name":"default-tenant","reconcileID":"2954d1ee-ba95-4c59-a761-8e009a18d482","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-e44998","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:17.73850437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e44998"},"namespace":"ai-tenant-e2e-praxis-a-e44998","name":"default-tenant","reconcileID":"2954d1ee-ba95-4c59-a761-8e009a18d482","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-e44998","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:17.936878769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e44998"},"namespace":"ai-tenant-e2e-praxis-a-e44998","name":"default-tenant","reconcileID":"2954d1ee-ba95-4c59-a761-8e009a18d482","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-e44998","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:17.988952638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e44998"},"namespace":"ai-tenant-e2e-praxis-a-e44998","name":"default-tenant","reconcileID":"2954d1ee-ba95-4c59-a761-8e009a18d482","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-e44998","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:18.042831647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e44998"},"namespace":"ai-tenant-e2e-praxis-a-e44998","name":"default-tenant","reconcileID":"2954d1ee-ba95-4c59-a761-8e009a18d482","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-e44998","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:18.095804387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e44998"},"namespace":"ai-tenant-e2e-praxis-a-e44998","name":"default-tenant","reconcileID":"2954d1ee-ba95-4c59-a761-8e009a18d482","gvk":"Service","name":"payload-processing-e2e-praxis-a-e44998","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:18.147875491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e44998"},"namespace":"ai-tenant-e2e-praxis-a-e44998","name":"default-tenant","reconcileID":"2954d1ee-ba95-4c59-a761-8e009a18d482","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-e44998","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:18.199866444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e44998"},"namespace":"ai-tenant-e2e-praxis-a-e44998","name":"default-tenant","reconcileID":"2954d1ee-ba95-4c59-a761-8e009a18d482","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-e44998","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:18.252195012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e44998"},"namespace":"ai-tenant-e2e-praxis-a-e44998","name":"default-tenant","reconcileID":"2954d1ee-ba95-4c59-a761-8e009a18d482","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-e44998","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:18.30601688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e44998"},"namespace":"ai-tenant-e2e-praxis-a-e44998","name":"default-tenant","reconcileID":"2954d1ee-ba95-4c59-a761-8e009a18d482","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-e44998","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:18.361678978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e44998"},"namespace":"ai-tenant-e2e-praxis-a-e44998","name":"default-tenant","reconcileID":"2954d1ee-ba95-4c59-a761-8e009a18d482","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-e44998","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:18.413859118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e44998"},"namespace":"ai-tenant-e2e-praxis-a-e44998","name":"default-tenant","reconcileID":"2954d1ee-ba95-4c59-a761-8e009a18d482","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-e44998","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:18.466068819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e44998"},"namespace":"ai-tenant-e2e-praxis-a-e44998","name":"default-tenant","reconcileID":"2954d1ee-ba95-4c59-a761-8e009a18d482","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-e44998","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:18.487654242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c98209a-93bf-4449-a499-73dfe984334a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:18.550705769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e44998"},"namespace":"ai-tenant-e2e-praxis-a-e44998","name":"default-tenant","reconcileID":"2954d1ee-ba95-4c59-a761-8e009a18d482","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-e44998","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:18.550928984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c98209a-93bf-4449-a499-73dfe984334a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:18.603847813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e44998"},"namespace":"ai-tenant-e2e-praxis-a-e44998","name":"default-tenant","reconcileID":"2954d1ee-ba95-4c59-a761-8e009a18d482","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-e44998","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:18.604606084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c98209a-93bf-4449-a499-73dfe984334a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:18.65725487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c98209a-93bf-4449-a499-73dfe984334a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:19.483670177Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-e44998","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-e44998","reconcileID":"d3c0b6b1-0096-4dba-aec6-e66951eaad1a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-e44998","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-e44998"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:20.572522239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b88835f1-0f1f-4a44-92f9-576fc31f2ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:20.625572828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b88835f1-0f1f-4a44-92f9-576fc31f2ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:20.678071359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b88835f1-0f1f-4a44-92f9-576fc31f2ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:20.732250532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b88835f1-0f1f-4a44-92f9-576fc31f2ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:22.615581609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ef46fb7-d86c-4eaf-9f15-b7ad46161890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:22.668401536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ef46fb7-d86c-4eaf-9f15-b7ad46161890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:22.721115875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ef46fb7-d86c-4eaf-9f15-b7ad46161890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:22.773981098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ef46fb7-d86c-4eaf-9f15-b7ad46161890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:23.702923738Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0a04e0"},"namespace":"ai-tenant-e2e-praxis-a-0a04e0","name":"default-tenant","reconcileID":"fb4b678f-9fc3-4035-b8da-8aef7fdaa392","namespace":"ai-tenant-e2e-praxis-a-0a04e0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:23.702999532Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0a04e0"},"namespace":"ai-tenant-e2e-praxis-a-0a04e0","name":"default-tenant","reconcileID":"fb4b678f-9fc3-4035-b8da-8aef7fdaa392","namespace":"ai-tenant-e2e-praxis-a-0a04e0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:23.703066412Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0a04e0"},"namespace":"ai-tenant-e2e-praxis-a-0a04e0","name":"default-tenant","reconcileID":"fb4b678f-9fc3-4035-b8da-8aef7fdaa392","tenant":"e2e-praxis-a-0a04e0","tenantID":"e2e-praxis-a-0a04e0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:23.757237535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0a04e0"},"namespace":"ai-tenant-e2e-praxis-a-0a04e0","name":"default-tenant","reconcileID":"fb4b678f-9fc3-4035-b8da-8aef7fdaa392","gvk":"Deployment","name":"maas-api-e2e-praxis-a-0a04e0","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:23.833740504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0a04e0"},"namespace":"ai-tenant-e2e-praxis-a-0a04e0","name":"default-tenant","reconcileID":"fb4b678f-9fc3-4035-b8da-8aef7fdaa392","gvk":"Service","name":"maas-api-e2e-praxis-a-0a04e0","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:23.891908178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0a04e0"},"namespace":"ai-tenant-e2e-praxis-a-0a04e0","name":"default-tenant","reconcileID":"fb4b678f-9fc3-4035-b8da-8aef7fdaa392","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-0a04e0","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:23.949769993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0a04e0"},"namespace":"ai-tenant-e2e-praxis-a-0a04e0","name":"default-tenant","reconcileID":"fb4b678f-9fc3-4035-b8da-8aef7fdaa392","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-0a04e0","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:24.005160877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0a04e0"},"namespace":"ai-tenant-e2e-praxis-a-0a04e0","name":"default-tenant","reconcileID":"fb4b678f-9fc3-4035-b8da-8aef7fdaa392","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-0a04e0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:24.059595175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0a04e0"},"namespace":"ai-tenant-e2e-praxis-a-0a04e0","name":"default-tenant","reconcileID":"fb4b678f-9fc3-4035-b8da-8aef7fdaa392","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-0a04e0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:24.156342461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0a04e0"},"namespace":"ai-tenant-e2e-praxis-a-0a04e0","name":"default-tenant","reconcileID":"fb4b678f-9fc3-4035-b8da-8aef7fdaa392","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-0a04e0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:24.210721654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0a04e0"},"namespace":"ai-tenant-e2e-praxis-a-0a04e0","name":"default-tenant","reconcileID":"fb4b678f-9fc3-4035-b8da-8aef7fdaa392","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-0a04e0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:24.263571914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0a04e0"},"namespace":"ai-tenant-e2e-praxis-a-0a04e0","name":"default-tenant","reconcileID":"fb4b678f-9fc3-4035-b8da-8aef7fdaa392","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-0a04e0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:24.315659386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0a04e0"},"namespace":"ai-tenant-e2e-praxis-a-0a04e0","name":"default-tenant","reconcileID":"fb4b678f-9fc3-4035-b8da-8aef7fdaa392","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-0a04e0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:24.367750174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0a04e0"},"namespace":"ai-tenant-e2e-praxis-a-0a04e0","name":"default-tenant","reconcileID":"fb4b678f-9fc3-4035-b8da-8aef7fdaa392","gvk":"Service","name":"payload-processing-e2e-praxis-a-0a04e0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:24.419754065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0a04e0"},"namespace":"ai-tenant-e2e-praxis-a-0a04e0","name":"default-tenant","reconcileID":"fb4b678f-9fc3-4035-b8da-8aef7fdaa392","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-0a04e0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:24.47175244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0a04e0"},"namespace":"ai-tenant-e2e-praxis-a-0a04e0","name":"default-tenant","reconcileID":"fb4b678f-9fc3-4035-b8da-8aef7fdaa392","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-0a04e0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:24.523668408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0a04e0"},"namespace":"ai-tenant-e2e-praxis-a-0a04e0","name":"default-tenant","reconcileID":"fb4b678f-9fc3-4035-b8da-8aef7fdaa392","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-0a04e0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:24.575737431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0a04e0"},"namespace":"ai-tenant-e2e-praxis-a-0a04e0","name":"default-tenant","reconcileID":"fb4b678f-9fc3-4035-b8da-8aef7fdaa392","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-0a04e0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:24.630936787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0a04e0"},"namespace":"ai-tenant-e2e-praxis-a-0a04e0","name":"default-tenant","reconcileID":"fb4b678f-9fc3-4035-b8da-8aef7fdaa392","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-0a04e0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:24.665998757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31968812-561a-44a2-8dee-5aba5f1a5147","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:24.718085001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0a04e0"},"namespace":"ai-tenant-e2e-praxis-a-0a04e0","name":"default-tenant","reconcileID":"fb4b678f-9fc3-4035-b8da-8aef7fdaa392","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-0a04e0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:24.718764908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31968812-561a-44a2-8dee-5aba5f1a5147","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:24.77450076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0a04e0"},"namespace":"ai-tenant-e2e-praxis-a-0a04e0","name":"default-tenant","reconcileID":"fb4b678f-9fc3-4035-b8da-8aef7fdaa392","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-0a04e0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:24.77597712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31968812-561a-44a2-8dee-5aba5f1a5147","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:24.828753875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0a04e0"},"namespace":"ai-tenant-e2e-praxis-a-0a04e0","name":"default-tenant","reconcileID":"fb4b678f-9fc3-4035-b8da-8aef7fdaa392","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-0a04e0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:24.829858529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31968812-561a-44a2-8dee-5aba5f1a5147","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:24.883101418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0a04e0"},"namespace":"ai-tenant-e2e-praxis-a-0a04e0","name":"default-tenant","reconcileID":"fb4b678f-9fc3-4035-b8da-8aef7fdaa392","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-0a04e0","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:25.692394971Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-0a04e0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-0a04e0","reconcileID":"0ad14084-dc41-4b16-98f3-2fbc01de4ade","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-0a04e0","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-0a04e0"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:26.78007263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fb690eb-3dca-4c01-916b-b33d811d3dcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:26.83305073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fb690eb-3dca-4c01-916b-b33d811d3dcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:26.885998291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fb690eb-3dca-4c01-916b-b33d811d3dcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:26.938783267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fb690eb-3dca-4c01-916b-b33d811d3dcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:28.881320592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c475079a-871d-421a-a9c4-d77014c98ce1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:28.934332635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c475079a-871d-421a-a9c4-d77014c98ce1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:28.986933987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c475079a-871d-421a-a9c4-d77014c98ce1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:29.039721405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c475079a-871d-421a-a9c4-d77014c98ce1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:30.388655223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"763b40a5-d8e7-474b-b1c2-fac9e87fe13a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:30.498809513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"4ca8f0df-8e34-4c5f-b95d-94654115252f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-premium-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:30.551068981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-subscription","reconcileID":"7c6baf9f-a73d-4413-a3cc-b3fc437fcd50","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-premium-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:30.68476409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"321179ea-4cba-4c44-aa3b-cec0d0084bb2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:30.798191876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"08ccba1b-b907-4bd9-b9e7-5784dfabdd82","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:30.973746477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"3318913c-12dd-410c-92ca-514a86679d17","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:30.98583187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecb4a321-850e-458b-9e04-550d3fca9820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:31.046891472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecb4a321-850e-458b-9e04-550d3fca9820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:31.101212346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecb4a321-850e-458b-9e04-550d3fca9820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:31.101972514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"8b3e56ff-80ff-45a7-a9e8-02ea7f6cb8f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:31.154146749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecb4a321-850e-458b-9e04-550d3fca9820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:31.260388696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"54d1a127-fbc7-42fb-92fa-35533bd5bc21","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:31.312833312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-subscription","reconcileID":"bb02f206-c9d9-4f3c-bdf5-5b066b074aa3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-premium-w4-398828","model":"e2e-models-e2e-worker-w4-398828/premium-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:31.413114678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"69bc6d09-4aec-458e-8d9a-ad5dd78c026f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:31.58026781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"b9750b77-0eba-49c9-8411-b390739866c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:31.725445209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9ac26e0d-90fb-4385-a68e-3216b1029368","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:33.095207272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e79cc955-a547-43e5-add3-bcccfe58d7d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:33.148130382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e79cc955-a547-43e5-add3-bcccfe58d7d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:33.200786829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e79cc955-a547-43e5-add3-bcccfe58d7d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:33.253634646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e79cc955-a547-43e5-add3-bcccfe58d7d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:35.194273055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4baa4004-44ef-40c3-b2f8-d41216449ba3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:35.246910108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4baa4004-44ef-40c3-b2f8-d41216449ba3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:35.299491809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4baa4004-44ef-40c3-b2f8-d41216449ba3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:35.352505873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4baa4004-44ef-40c3-b2f8-d41216449ba3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:35.640770484Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:37.266385885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5344c908-a8f5-4fcb-86c5-9f1b0474258d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:37.319161264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5344c908-a8f5-4fcb-86c5-9f1b0474258d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:37.372068633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5344c908-a8f5-4fcb-86c5-9f1b0474258d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:37.425094886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5344c908-a8f5-4fcb-86c5-9f1b0474258d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:45.109376584Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb56e9"},"namespace":"ai-tenant-e2e-praxis-b-cb56e9","name":"default-tenant","reconcileID":"c53d218b-9797-4aea-a6a2-f2f4d634690d","namespace":"ai-tenant-e2e-praxis-b-cb56e9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:45.109463232Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb56e9"},"namespace":"ai-tenant-e2e-praxis-b-cb56e9","name":"default-tenant","reconcileID":"c53d218b-9797-4aea-a6a2-f2f4d634690d","namespace":"ai-tenant-e2e-praxis-b-cb56e9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:45.109545115Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb56e9"},"namespace":"ai-tenant-e2e-praxis-b-cb56e9","name":"default-tenant","reconcileID":"c53d218b-9797-4aea-a6a2-f2f4d634690d","tenant":"e2e-praxis-b-cb56e9","tenantID":"e2e-praxis-b-cb56e9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:45.16627322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb56e9"},"namespace":"ai-tenant-e2e-praxis-b-cb56e9","name":"default-tenant","reconcileID":"c53d218b-9797-4aea-a6a2-f2f4d634690d","gvk":"Deployment","name":"maas-api-e2e-praxis-b-cb56e9","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:45.227121639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb56e9"},"namespace":"ai-tenant-e2e-praxis-b-cb56e9","name":"default-tenant","reconcileID":"c53d218b-9797-4aea-a6a2-f2f4d634690d","gvk":"Service","name":"maas-api-e2e-praxis-b-cb56e9","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:45.286567192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb56e9"},"namespace":"ai-tenant-e2e-praxis-b-cb56e9","name":"default-tenant","reconcileID":"c53d218b-9797-4aea-a6a2-f2f4d634690d","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-cb56e9","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:45.340520221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb56e9"},"namespace":"ai-tenant-e2e-praxis-b-cb56e9","name":"default-tenant","reconcileID":"c53d218b-9797-4aea-a6a2-f2f4d634690d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-cb56e9","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:45.402166141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb56e9"},"namespace":"ai-tenant-e2e-praxis-b-cb56e9","name":"default-tenant","reconcileID":"c53d218b-9797-4aea-a6a2-f2f4d634690d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-cb56e9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:45.458918357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb56e9"},"namespace":"ai-tenant-e2e-praxis-b-cb56e9","name":"default-tenant","reconcileID":"c53d218b-9797-4aea-a6a2-f2f4d634690d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-cb56e9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:45.513999611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb56e9"},"namespace":"ai-tenant-e2e-praxis-b-cb56e9","name":"default-tenant","reconcileID":"c53d218b-9797-4aea-a6a2-f2f4d634690d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-cb56e9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:45.579657223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb56e9"},"namespace":"ai-tenant-e2e-praxis-b-cb56e9","name":"default-tenant","reconcileID":"c53d218b-9797-4aea-a6a2-f2f4d634690d","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-cb56e9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:45.632176199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb56e9"},"namespace":"ai-tenant-e2e-praxis-b-cb56e9","name":"default-tenant","reconcileID":"c53d218b-9797-4aea-a6a2-f2f4d634690d","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-cb56e9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:45.684241648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb56e9"},"namespace":"ai-tenant-e2e-praxis-b-cb56e9","name":"default-tenant","reconcileID":"c53d218b-9797-4aea-a6a2-f2f4d634690d","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-cb56e9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:45.736340243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb56e9"},"namespace":"ai-tenant-e2e-praxis-b-cb56e9","name":"default-tenant","reconcileID":"c53d218b-9797-4aea-a6a2-f2f4d634690d","gvk":"Service","name":"payload-processing-e2e-praxis-b-cb56e9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:45.788547075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb56e9"},"namespace":"ai-tenant-e2e-praxis-b-cb56e9","name":"default-tenant","reconcileID":"c53d218b-9797-4aea-a6a2-f2f4d634690d","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-cb56e9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:45.842795496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb56e9"},"namespace":"ai-tenant-e2e-praxis-b-cb56e9","name":"default-tenant","reconcileID":"c53d218b-9797-4aea-a6a2-f2f4d634690d","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-cb56e9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:45.899086227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb56e9"},"namespace":"ai-tenant-e2e-praxis-b-cb56e9","name":"default-tenant","reconcileID":"c53d218b-9797-4aea-a6a2-f2f4d634690d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-cb56e9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:45.955024701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb56e9"},"namespace":"ai-tenant-e2e-praxis-b-cb56e9","name":"default-tenant","reconcileID":"c53d218b-9797-4aea-a6a2-f2f4d634690d","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-cb56e9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:46.010409589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb56e9"},"namespace":"ai-tenant-e2e-praxis-b-cb56e9","name":"default-tenant","reconcileID":"c53d218b-9797-4aea-a6a2-f2f4d634690d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-cb56e9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:46.063798153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb56e9"},"namespace":"ai-tenant-e2e-praxis-b-cb56e9","name":"default-tenant","reconcileID":"c53d218b-9797-4aea-a6a2-f2f4d634690d","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-cb56e9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:46.115830438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb56e9"},"namespace":"ai-tenant-e2e-praxis-b-cb56e9","name":"default-tenant","reconcileID":"c53d218b-9797-4aea-a6a2-f2f4d634690d","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-cb56e9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:46.168707294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb56e9"},"namespace":"ai-tenant-e2e-praxis-b-cb56e9","name":"default-tenant","reconcileID":"c53d218b-9797-4aea-a6a2-f2f4d634690d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-cb56e9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:46.223119929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb56e9"},"namespace":"ai-tenant-e2e-praxis-b-cb56e9","name":"default-tenant","reconcileID":"c53d218b-9797-4aea-a6a2-f2f4d634690d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-cb56e9","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:50.977312537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad96f4"},"namespace":"ai-tenant-e2e-praxis-b-ad96f4","name":"default-tenant","reconcileID":"8ce6fb8f-f98c-48a9-b264-e4ccefb4f7d3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-ad96f4","tenantID":"e2e-praxis-b-ad96f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:51.092532359Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad96f4"},"namespace":"ai-tenant-e2e-praxis-b-ad96f4","name":"default-tenant","reconcileID":"8ce6fb8f-f98c-48a9-b264-e4ccefb4f7d3","name":"e2e-praxis-b-ad96f4-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:51.713778065Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-cb56e9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-cb56e9","reconcileID":"8a15be56-758c-4e9b-a204-bf6da41c201c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-cb56e9","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-cb56e9"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:52.83170275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccb6e828-bf67-47e8-9084-8aee0b2061cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:52.884949772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccb6e828-bf67-47e8-9084-8aee0b2061cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:52.937677282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccb6e828-bf67-47e8-9084-8aee0b2061cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:52.990290273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccb6e828-bf67-47e8-9084-8aee0b2061cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:54.891224497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9a0c29c-16c0-45f5-b899-8262625e36c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:54.943895097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9a0c29c-16c0-45f5-b899-8262625e36c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:54.996613119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9a0c29c-16c0-45f5-b899-8262625e36c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:41:55.049156457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9a0c29c-16c0-45f5-b899-8262625e36c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:02.2184749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"63b78d92-4a3e-4163-a327-5bd141d51c71","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:02.276975605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"3b99a7d8-ad76-4f27-853d-2572081ef3b9","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:42:02.330565305Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-56df792e","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-apikey-sub-binding-56df792e","reconcileID":"3e00a5c1-0998-44a9-9ec7-fde77d4e9990","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-56df792e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:02.381622406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"8a164a5e-9ba5-45a2-a25d-8c6f2347ba1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:02.381622196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"d7cddc03-7a0d-4afb-9e3e-73f046a41ae0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:02.445935256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"8a164a5e-9ba5-45a2-a25d-8c6f2347ba1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:02.448102362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"d7cddc03-7a0d-4afb-9e3e-73f046a41ae0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:02.457072263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"9f65a9c4-c209-4e0d-be7c-1f49224d5794","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:02.516204447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"4ca374be-29a0-4f78-a935-9c4cc5fd6b3b","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:02.765938587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"108b57f4-d36e-4bce-b190-e2af09cb900e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:02.766010479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"71524cc7-a4bb-4195-8ce7-3ad14b18e612","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:02.78551987Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-56df792e","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-apikey-sub-binding-56df792e","reconcileID":"6ec69c3c-26ec-41a7-b7fe-e5264227370b","MaaSSubscription":{"name":"e2e-apikey-sub-binding-56df792e","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-5ac93f/e2e-apikey-sub-binding-56df792e","ai-tenant-e2e-worker-w1-5ac93f/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:02.822481331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"108b57f4-d36e-4bce-b190-e2af09cb900e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:02.822737387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"71524cc7-a4bb-4195-8ce7-3ad14b18e612","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:02.962552724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"ac1276fc-ddb3-44cb-81ed-6ce1d953b374","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:03.011895617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"417aaac6-94e6-4c48-b8ac-308e0bb22003","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:03.173939173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-56df792e","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-apikey-sub-binding-56df792e","reconcileID":"09314adf-708f-4a38-a6b4-77912a9d0156","MaaSSubscription":{"name":"e2e-apikey-sub-binding-56df792e","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:05.609401074Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:06.264093191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"ad71f2a9-a22f-4969-8af9-7011f87ccc86","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:06.421651829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"1e27f179-32c1-413c-a963-5aab1585efaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:06.421866075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"442444f0-358c-4332-8518-6365e2d4f2af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:06.479376949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"1e27f179-32c1-413c-a963-5aab1585efaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:06.480582657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"442444f0-358c-4332-8518-6365e2d4f2af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:16.428145302Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-56df792e","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-apikey-sub-binding-56df792e","reconcileID":"33b2475c-0b57-43dc-ab48-9b3d7a6ff225","MaaSSubscription":{"name":"e2e-apikey-sub-binding-56df792e","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscription":"e2e-apikey-sub-binding-56df792e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:16.650941253Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-56df792e","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-apikey-sub-binding-56df792e","reconcileID":"33b2475c-0b57-43dc-ab48-9b3d7a6ff225","MaaSSubscription":{"name":"e2e-apikey-sub-binding-56df792e","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5ac93f/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:16.862038301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"e4e29949-967a-4d60-9a9c-f7278d4e2abc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:16.867465107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"a8b6f1a7-0646-4a43-b284-aa0181493af0","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:17.024083645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"629ce417-3096-4b9f-a133-1e7f242fbfd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:17.024120333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"e45d5e43-0776-4811-9c69-4efb6036673a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:17.081540147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"629ce417-3096-4b9f-a133-1e7f242fbfd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:17.081973058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"e45d5e43-0776-4811-9c69-4efb6036673a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:18.037507389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"3a196355-f80d-4997-943a-ac35969974a9","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:18.09701433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"e8b7a7b6-5408-4de0-b393-443da4f4d33a","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:42:18.14493941Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-ordering-sub","reconcileID":"b08fc36f-d2e9-4053-b364-15b066491d67","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:18.193661012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"7c66d16c-8751-4697-8106-18d615b1b8e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:18.196261931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"8cae6a0c-2f6d-4e77-893b-fb7b97f91aed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:18.249932542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"7c66d16c-8751-4697-8106-18d615b1b8e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:18.252150885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"8cae6a0c-2f6d-4e77-893b-fb7b97f91aed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:18.259186702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"751d76b8-3427-4690-9db4-89cc3a040275","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:18.316043425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"542ae2bd-8b8d-4488-aacd-f8390ede24d2","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:18.584541093Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-ordering-sub","reconcileID":"cab899c8-c404-4669-8c48-cc90827f1cb2","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-5ac93f/e2e-ordering-sub","ai-tenant-e2e-worker-w1-5ac93f/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:18.610527436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"e3e535be-3607-45cc-b94b-c6b16700c0d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:18.610534625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"743b1807-fe6a-4c58-96ac-96a35de7e1c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:18.666911055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"743b1807-fe6a-4c58-96ac-96a35de7e1c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:18.666923107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"e3e535be-3607-45cc-b94b-c6b16700c0d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:18.765152826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"9602d665-76af-4e0e-905d-5c63b0cba76b","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:18.795455666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"626549e2-c38a-4392-a54a-6d944af66d3f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:18.975302887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-ordering-sub","reconcileID":"cdd1d921-cbed-47a3-a4d9-6e1b2b22eebc","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:19.141777591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"02e7dc66-46a6-49ca-abbf-8a0921cdcaa2","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:21.488516492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"f2f05f35-7ed5-4626-ad79-032ae175adc1","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:21.544863713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"2f5a6644-9a8c-44f2-8120-e94f6dbb13df","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:21.700872743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-ordering-auth","reconcileID":"48e8fa99-5a5c-47d9-976b-5a78308236b0","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:21.756967083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-ordering-auth","reconcileID":"48e8fa99-5a5c-47d9-976b-5a78308236b0","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:21.848012909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f7020d-2b55-4478-a230-89ec908d53fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:21.900598417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f7020d-2b55-4478-a230-89ec908d53fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:21.953097362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f7020d-2b55-4478-a230-89ec908d53fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:22.006336968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f7020d-2b55-4478-a230-89ec908d53fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:22.064120371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"9d8ba2bf-a41b-41ea-82f3-ca3472a8252f","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:23.900902739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c25d8dea-bf23-4745-b18c-3075412c484b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:23.953508999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c25d8dea-bf23-4745-b18c-3075412c484b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:24.006095023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c25d8dea-bf23-4745-b18c-3075412c484b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:24.058593807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c25d8dea-bf23-4745-b18c-3075412c484b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:24.319496502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"5d0ed174-31c3-4d36-af59-4a0149471e31","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:24.477438399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"2db816f7-dce1-4cec-bbe2-306b65b90e9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:24.477448143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"49f0a1c8-6291-4c21-b296-41321b1b5932","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:24.477838707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-ordering-auth","reconcileID":"5e512e07-dbef-4cd7-82c6-83e0b4737e7e","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:24.538301609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-ordering-auth","reconcileID":"5e512e07-dbef-4cd7-82c6-83e0b4737e7e","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:24.538774661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"2db816f7-dce1-4cec-bbe2-306b65b90e9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:24.543024097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"49f0a1c8-6291-4c21-b296-41321b1b5932","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:25.98881775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e602cfa-89ad-4a40-8158-77bf8a4fc2ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:26.041726329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e602cfa-89ad-4a40-8158-77bf8a4fc2ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:26.094693929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e602cfa-89ad-4a40-8158-77bf8a4fc2ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:26.147209877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e602cfa-89ad-4a40-8158-77bf8a4fc2ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:28.490671551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c092bb8-e00f-4cc0-a988-aa1818830b86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:28.547036457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c092bb8-e00f-4cc0-a988-aa1818830b86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:28.600062255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c092bb8-e00f-4cc0-a988-aa1818830b86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:28.652641741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c092bb8-e00f-4cc0-a988-aa1818830b86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:29.978231386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f68c7e"},"namespace":"ai-tenant-e2e-praxis-b-f68c7e","name":"default-tenant","reconcileID":"abc03f4d-d318-477c-908e-cc4eb0e8acd7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-f68c7e","tenantID":"e2e-praxis-b-f68c7e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:30.097583408Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f68c7e"},"namespace":"ai-tenant-e2e-praxis-b-f68c7e","name":"default-tenant","reconcileID":"abc03f4d-d318-477c-908e-cc4eb0e8acd7","name":"e2e-praxis-b-f68c7e-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:30.571817382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac493ce0-3beb-4e04-a63d-b7da2b0a3cf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:30.624686169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac493ce0-3beb-4e04-a63d-b7da2b0a3cf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:30.677432693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac493ce0-3beb-4e04-a63d-b7da2b0a3cf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:30.730179135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac493ce0-3beb-4e04-a63d-b7da2b0a3cf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:32.636876172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e887ca41-43b7-4797-bfce-a9998caef5ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:32.690668009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e887ca41-43b7-4797-bfce-a9998caef5ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:32.74421641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e887ca41-43b7-4797-bfce-a9998caef5ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:32.797321096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e887ca41-43b7-4797-bfce-a9998caef5ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:34.482608615Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-ordering-sub","reconcileID":"3afe998f-d06b-4ce0-8dbd-7fcea1dc5a3c","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscription":"e2e-ordering-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:34.690087545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ace2349-9aa0-49be-a098-d362cf492763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:34.742726085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ace2349-9aa0-49be-a098-d362cf492763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:34.7460273Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-ordering-sub","reconcileID":"3afe998f-d06b-4ce0-8dbd-7fcea1dc5a3c","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5ac93f/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:34.795287244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ace2349-9aa0-49be-a098-d362cf492763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:34.847966594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ace2349-9aa0-49be-a098-d362cf492763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:35.01256953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"4a932c20-783a-4fc9-9d21-076821214404","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:35.061200558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"66405c58-bca8-421a-a468-6be7a5e72f8b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:35.158120873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"afcc50af-9c2c-4b20-8664-0d8477ae0852","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:35.219306453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"8b22a16d-1a73-45f6-a8ef-cde724a7a33f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:35.219473248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"3dc15ce1-3ef5-40cb-80fa-a95b3ab7faeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:35.219780347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-ordering-auth","reconcileID":"d5e76cf6-60e6-4220-8d61-48aa9860e0f9","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:35.276571246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-ordering-auth","reconcileID":"d5e76cf6-60e6-4220-8d61-48aa9860e0f9","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:35.276641152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"3dc15ce1-3ef5-40cb-80fa-a95b3ab7faeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:35.278998909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"8b22a16d-1a73-45f6-a8ef-cde724a7a33f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:35.48208724Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-ordering-auth","reconcileID":"607bc62c-2670-4266-98a3-6d2d86515abc","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:35.609395717Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:35.690769801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"94a933a4-baa1-4341-8029-9ae4670c015f","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:36.738032135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b412066-66ec-440e-bf9a-17dac08138ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:36.790834075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b412066-66ec-440e-bf9a-17dac08138ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:36.843559164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b412066-66ec-440e-bf9a-17dac08138ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:36.896222217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b412066-66ec-440e-bf9a-17dac08138ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:36.913406661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"3910be04-af24-4f15-af6e-f05b156676d8","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:36.967964608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"112234a8-d123-40fd-8dce-0f06e6500abd","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:37.162546252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-auth-success","reconcileID":"0eb39d49-285d-4266-8a9c-21602260b1e8","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:37.166606111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"9263c612-37fd-41cb-a485-ed335bb20960","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:37.219184274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-auth-success","reconcileID":"0eb39d49-285d-4266-8a9c-21602260b1e8","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:37.223142745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"4bd3557f-0bed-4ac2-a2d1-1c4eb7ed419d","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:42:37.275414144Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-subscription-success","reconcileID":"7defb5e3-0a7c-4c20-8229-5fbd9a866fdc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:37.32326544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"f70aafc3-ddc6-4268-b07d-de554eabff76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:37.326589815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"e58a4766-cc9f-4244-87cf-30e1de2e5d7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:37.380605191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"f70aafc3-ddc6-4268-b07d-de554eabff76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:37.382774204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"e58a4766-cc9f-4244-87cf-30e1de2e5d7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:37.389229575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"b692c241-a56d-45ad-8d73-76421fe03caa","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:37.444633928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"0163a790-5425-4a41-8305-461875615298","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:37.539733123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"054b602e-4f1c-4baa-822d-ab7de35a856d","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:37.696155911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-auth-success","reconcileID":"58327800-c94a-4d75-af42-a2c59d6e28e5","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:37.696226459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"97fada6a-14cd-48b0-8e3f-ff80bd7ce92c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:37.713334657Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-subscription-success","reconcileID":"45564e28-9f0a-43d7-9653-e38b9fe69224","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-5ac93f/e2e-test-subscription-success","ai-tenant-e2e-worker-w1-5ac93f/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:37.753487117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"97fada6a-14cd-48b0-8e3f-ff80bd7ce92c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:37.753581931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-auth-success","reconcileID":"58327800-c94a-4d75-af42-a2c59d6e28e5","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:37.796750242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"dcaed2d8-229c-4894-b1cd-5f960a95397b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:37.852887878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"dcaed2d8-229c-4894-b1cd-5f960a95397b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:37.879025475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"36c0cb9a-108b-4a78-a01e-1e090039e7d4","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:37.925274989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"c3469fff-0dbf-4659-968b-aaae0fd9aef2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:38.112613289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-subscription-success","reconcileID":"3bfa1a6a-3f2e-4627-9f21-e1ca8390540c","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:38.81025226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a3b4146-5290-40ea-bb04-2002d02ae6a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:38.863578579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a3b4146-5290-40ea-bb04-2002d02ae6a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:38.916931933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a3b4146-5290-40ea-bb04-2002d02ae6a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:38.969978099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a3b4146-5290-40ea-bb04-2002d02ae6a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:40.537429966Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d563c"},"namespace":"ai-tenant-e2e-praxis-b-3d563c","name":"default-tenant","reconcileID":"7f334760-13f7-4e62-8c81-19c38efac88a","namespace":"ai-tenant-e2e-praxis-b-3d563c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:40.537510344Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d563c"},"namespace":"ai-tenant-e2e-praxis-b-3d563c","name":"default-tenant","reconcileID":"7f334760-13f7-4e62-8c81-19c38efac88a","namespace":"ai-tenant-e2e-praxis-b-3d563c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:40.537583495Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d563c"},"namespace":"ai-tenant-e2e-praxis-b-3d563c","name":"default-tenant","reconcileID":"7f334760-13f7-4e62-8c81-19c38efac88a","tenant":"e2e-praxis-b-3d563c","tenantID":"e2e-praxis-b-3d563c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:40.591949804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d563c"},"namespace":"ai-tenant-e2e-praxis-b-3d563c","name":"default-tenant","reconcileID":"7f334760-13f7-4e62-8c81-19c38efac88a","gvk":"Deployment","name":"maas-api-e2e-praxis-b-3d563c","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:40.617753258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"d71ac036-0d2d-4747-8221-71d74e9b5a25","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:40.65197344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d563c"},"namespace":"ai-tenant-e2e-praxis-b-3d563c","name":"default-tenant","reconcileID":"7f334760-13f7-4e62-8c81-19c38efac88a","gvk":"Service","name":"maas-api-e2e-praxis-b-3d563c","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:40.711052677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d563c"},"namespace":"ai-tenant-e2e-praxis-b-3d563c","name":"default-tenant","reconcileID":"7f334760-13f7-4e62-8c81-19c38efac88a","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-3d563c","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:40.765026966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d563c"},"namespace":"ai-tenant-e2e-praxis-b-3d563c","name":"default-tenant","reconcileID":"7f334760-13f7-4e62-8c81-19c38efac88a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-3d563c","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:40.776602346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"b08785b8-bdb5-48ae-8b6a-ce72a951f88c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:40.77685244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-auth-success","reconcileID":"59decf3e-d27a-4493-be09-3b3897d215ed","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:40.776602344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"4ac1a8d4-791a-4876-9d98-0815e2ba9d4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:40.822859835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d563c"},"namespace":"ai-tenant-e2e-praxis-b-3d563c","name":"default-tenant","reconcileID":"7f334760-13f7-4e62-8c81-19c38efac88a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-3d563c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:40.847474954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"b08785b8-bdb5-48ae-8b6a-ce72a951f88c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:40.851626788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"4ac1a8d4-791a-4876-9d98-0815e2ba9d4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:40.855233398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-auth-success","reconcileID":"59decf3e-d27a-4493-be09-3b3897d215ed","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:40.878061941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d563c"},"namespace":"ai-tenant-e2e-praxis-b-3d563c","name":"default-tenant","reconcileID":"7f334760-13f7-4e62-8c81-19c38efac88a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-3d563c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:40.908161245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45fb321e-aa6f-44d7-9f1a-58e842a84215","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:40.961066314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45fb321e-aa6f-44d7-9f1a-58e842a84215","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:40.96542215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d563c"},"namespace":"ai-tenant-e2e-praxis-b-3d563c","name":"default-tenant","reconcileID":"7f334760-13f7-4e62-8c81-19c38efac88a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-3d563c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:41.023403307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45fb321e-aa6f-44d7-9f1a-58e842a84215","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:41.078511916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45fb321e-aa6f-44d7-9f1a-58e842a84215","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:41.079746878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d563c"},"namespace":"ai-tenant-e2e-praxis-b-3d563c","name":"default-tenant","reconcileID":"7f334760-13f7-4e62-8c81-19c38efac88a","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-3d563c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:41.132117265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d563c"},"namespace":"ai-tenant-e2e-praxis-b-3d563c","name":"default-tenant","reconcileID":"7f334760-13f7-4e62-8c81-19c38efac88a","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-3d563c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:41.18804775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d563c"},"namespace":"ai-tenant-e2e-praxis-b-3d563c","name":"default-tenant","reconcileID":"7f334760-13f7-4e62-8c81-19c38efac88a","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-3d563c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:41.240939764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d563c"},"namespace":"ai-tenant-e2e-praxis-b-3d563c","name":"default-tenant","reconcileID":"7f334760-13f7-4e62-8c81-19c38efac88a","gvk":"Service","name":"payload-processing-e2e-praxis-b-3d563c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:41.293012457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d563c"},"namespace":"ai-tenant-e2e-praxis-b-3d563c","name":"default-tenant","reconcileID":"7f334760-13f7-4e62-8c81-19c38efac88a","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-3d563c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:41.35058235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d563c"},"namespace":"ai-tenant-e2e-praxis-b-3d563c","name":"default-tenant","reconcileID":"7f334760-13f7-4e62-8c81-19c38efac88a","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-3d563c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:41.402756032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d563c"},"namespace":"ai-tenant-e2e-praxis-b-3d563c","name":"default-tenant","reconcileID":"7f334760-13f7-4e62-8c81-19c38efac88a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-3d563c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:41.455190902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d563c"},"namespace":"ai-tenant-e2e-praxis-b-3d563c","name":"default-tenant","reconcileID":"7f334760-13f7-4e62-8c81-19c38efac88a","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-3d563c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:41.511004375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d563c"},"namespace":"ai-tenant-e2e-praxis-b-3d563c","name":"default-tenant","reconcileID":"7f334760-13f7-4e62-8c81-19c38efac88a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-3d563c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:41.566465627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d563c"},"namespace":"ai-tenant-e2e-praxis-b-3d563c","name":"default-tenant","reconcileID":"7f334760-13f7-4e62-8c81-19c38efac88a","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-3d563c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:41.618779257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d563c"},"namespace":"ai-tenant-e2e-praxis-b-3d563c","name":"default-tenant","reconcileID":"7f334760-13f7-4e62-8c81-19c38efac88a","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-3d563c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:41.679010557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d563c"},"namespace":"ai-tenant-e2e-praxis-b-3d563c","name":"default-tenant","reconcileID":"7f334760-13f7-4e62-8c81-19c38efac88a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-3d563c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:41.731329447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d563c"},"namespace":"ai-tenant-e2e-praxis-b-3d563c","name":"default-tenant","reconcileID":"7f334760-13f7-4e62-8c81-19c38efac88a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-3d563c","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:42.545001582Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-3d563c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-3d563c","reconcileID":"c207c2e2-321e-4459-ab06-579c6cf9049b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-3d563c","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-3d563c"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:43.678658917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9c6aa60-c8ec-40cf-ad1a-359cf735d40b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:43.731848686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9c6aa60-c8ec-40cf-ad1a-359cf735d40b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:43.784668417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9c6aa60-c8ec-40cf-ad1a-359cf735d40b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:43.837468182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9c6aa60-c8ec-40cf-ad1a-359cf735d40b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:45.770624624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4875710a-66a4-432a-9a03-3f4e315a5a43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:45.823750642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4875710a-66a4-432a-9a03-3f4e315a5a43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:45.876484361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4875710a-66a4-432a-9a03-3f4e315a5a43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:45.929166009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4875710a-66a4-432a-9a03-3f4e315a5a43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:50.783686937Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-subscription-success","reconcileID":"421880e0-46d0-41a9-9bb5-e5b25003c152","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscription":"e2e-test-subscription-success","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:50.871035278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"7c7113e7-b3a4-4dfe-926f-160fda04dc03","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:50.926547254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"d1362a46-59a4-4be2-8bc8-913cc9ea6dde","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:51.015413517Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-subscription-success","reconcileID":"421880e0-46d0-41a9-9bb5-e5b25003c152","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5ac93f/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:51.094734267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-test-auth-access-denied","reconcileID":"7793496e-8687-4391-b88c-763892c33057","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:51.142573911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"dcd2aadf-873f-4e46-bef3-3de0de505a0c","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:51.152033457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-test-auth-access-denied","reconcileID":"7793496e-8687-4391-b88c-763892c33057","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:51.20010445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"794dd0a2-0299-4f0d-8225-af000ab29a9b","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:51.228738354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"fa2cc6cd-eb5d-47b3-a6e2-a58e5b678e50","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:42:51.248923018Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-test-user-subscription","reconcileID":"b1085847-903e-43ac-ad9b-d822562308bf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:51.300294968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"b111c886-7d49-46f4-95a0-4555ae40d8c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:51.300315166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"93e25da5-afd0-48c3-97ef-fd95b81b312d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:51.301138939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"2c06fac0-5b56-4b12-bb65-8653739bd216","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:51.358139904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"b111c886-7d49-46f4-95a0-4555ae40d8c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:51.358139906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"93e25da5-afd0-48c3-97ef-fd95b81b312d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:51.395257525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"99297918-7bb0-4706-8c32-3d1ee943178a","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:51.406383924Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-858236 priority=0:[ai-tenant-e2e-worker-w3-858236/e2e-test-other-subscription ai-tenant-e2e-worker-w3-858236/e2e-test-user-subscription]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:51.406448206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"cb99ecdc-2364-46fd-9731-7ca1e9fd2d3e","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:51.422398394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"cf632fb5-18f2-42cb-ab1f-7136ff2ceb80","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:51.436295689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"da8bd5c8-9bf2-4a05-afd1-9aeed55d9eed","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:51.45275608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"f793fc19-cb35-40b8-8e55-daa0a9b8fbd8","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:51.459233698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"ab2c9e37-3f05-4181-9cf4-b0e0ea2deb44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:51.459240472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"78a23130-c725-493e-ac38-f8768b961ff7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:42:51.4599636Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-858236/e2e-test-user-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:51.514830948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"1f71471f-f132-4181-89ed-ea35e5be05c3","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:42:51.516178212Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-858236/e2e-test-other-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:51.519232277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"ab2c9e37-3f05-4181-9cf4-b0e0ea2deb44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:51.520818878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"78a23130-c725-493e-ac38-f8768b961ff7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:51.562620357Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-auth-success","reconcileID":"866c5671-239b-45d2-9590-947258028e02","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:51.570200602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"b5ace9f2-a46f-45b7-b803-d6fddb60f612","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:51.581144111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-test-auth-access-denied","reconcileID":"e83f9164-8d7a-41a1-9ab7-ec3e32c6974e","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:51.637542861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-test-auth-access-denied","reconcileID":"e83f9164-8d7a-41a1-9ab7-ec3e32c6974e","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:51.721096905Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-test-user-subscription","reconcileID":"941aaf1e-49a2-4bca-946a-854262fc9cab","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-858236/e2e-test-other-subscription","ai-tenant-e2e-worker-w3-858236/e2e-test-user-subscription","ai-tenant-e2e-worker-w3-858236/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:51.779809297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"3161e66b-49b2-4344-a948-5b75fe2d11cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:51.781090963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-test-other-subscription","reconcileID":"44f949da-b293-41e6-8a07-32d6cb804858","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:51.819223792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"ce36b7a2-9477-4fbb-a0bb-b368d6120666","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:51.836062133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"3161e66b-49b2-4344-a948-5b75fe2d11cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:51.93558766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"22fcea17-0ac1-4f7f-9d3f-8965f74ff237","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:51.935950364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"929bfad2-70b7-475b-91ca-3642c5d6278a","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:51.987257621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"38f72183-a3ab-4d6b-9a38-1d9e9c477003","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:51.992143343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"22fcea17-0ac1-4f7f-9d3f-8965f74ff237","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:52.040200764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-test-auth-access-denied","reconcileID":"c7dc6898-09e3-4a23-85b0-a56b93f912a2","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:52.045865873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"34fc6503-4635-48d0-be67-fb33d8ebbdce","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:52.097238047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-test-auth-access-denied","reconcileID":"c7dc6898-09e3-4a23-85b0-a56b93f912a2","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:52.146960638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-test-user-subscription","reconcileID":"104b9362-3762-4344-b713-b6daf9b8edd9","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:52.257564742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-test-other-subscription","reconcileID":"a4c503c4-e4de-42a1-aeab-24e146f11817","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:52.631141988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"6d84291f-e324-4cfb-bb5e-83d1f8de5e21","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:52.688909164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"ed1d0de9-f728-4d2d-890f-d36f4fef1e1b","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:52.84490898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-auth-multi-sub-valid","reconcileID":"5687a69d-7776-4906-9ead-a550863cf9e7","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:52.893713713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"66d177b8-021b-48a8-8734-07282aae4b11","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:52.893906199Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-858236 priority=0:[ai-tenant-e2e-worker-w3-858236/e2e-test-other-subscription ai-tenant-e2e-worker-w3-858236/e2e-test-user-subscription]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:52.901476303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-auth-multi-sub-valid","reconcileID":"5687a69d-7776-4906-9ead-a550863cf9e7","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:52.952150005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"f6d7e64c-ae96-4770-8e16-5e339cd70fd3","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:53.002308103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"0e5d2cba-93be-4e59-883b-805f992cd29a","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:53.011847735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"ed5aebc7-03e1-48a6-8a0b-03f8d5facc74","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:53.053729743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"17c4105d-e684-4059-b134-ea86b58353fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:53.054679774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"8fdb7342-288b-483d-90ca-7d21af6a4dc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:53.059131419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"87cab701-63a4-45cf-be4f-b842603b7089","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:42:53.064784456Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-5ac93f/e2e-test-subscription-free","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:53.110155641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"17c4105d-e684-4059-b134-ea86b58353fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:53.110974656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"8fdb7342-288b-483d-90ca-7d21af6a4dc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:53.141651889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"851494a7-cf32-4d45-b684-7ea3f8e3296d","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:53.141773405Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-5ac93f priority=0:[ai-tenant-e2e-worker-w1-5ac93f/e2e-test-subscription-free ai-tenant-e2e-worker-w1-5ac93f/e2e-test-subscription-premium]","namespace=ai-tenant-e2e-worker-w3-858236 priority=0:[ai-tenant-e2e-worker-w3-858236/e2e-test-other-subscription ai-tenant-e2e-worker-w3-858236/e2e-test-user-subscription]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:53.170611175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"821b685b-1bbb-46f8-b182-d3b23b22aff9","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:53.19705159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"2b26e138-b6ce-460a-adc4-b74c53e00df8","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:42:53.248571545Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-subscription-premium","reconcileID":"b1e455b5-f3df-47df-9092-cb623baf9378","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:53.253779614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"bef71c89-996a-4d3d-8708-dcf870eaa1b9","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:53.326650973Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-subscription-free","reconcileID":"78382d6c-fd19-49b8-b581-b5451a52edda","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-5ac93f/e2e-test-subscription-free","ai-tenant-e2e-worker-w1-5ac93f/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:53.32693635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-auth-multi-sub-valid","reconcileID":"e573ac22-d0bf-4e33-abd0-aee2783081f1","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:53.364007493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"2d62bb1b-b993-49bb-8577-de2e70d7f651","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:53.3846402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-auth-multi-sub-valid","reconcileID":"e573ac22-d0bf-4e33-abd0-aee2783081f1","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:53.421865576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"2ad50fb1-6d7c-477d-a796-8a035d757701","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:53.477561688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"65366254-c8e0-467a-8c50-537953faeec7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:53.477566943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"8516f196-11cb-45c0-a404-3044019a33e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:53.495000415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"debc0567-1d3f-4f1e-808c-b550648ae74d","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:53.534372248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"65366254-c8e0-467a-8c50-537953faeec7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:53.534437672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"8516f196-11cb-45c0-a404-3044019a33e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:53.60044023Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"c3812b33-fbe4-4029-8611-f73472bf3e5e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w1-5ac93f/e2e-test-subscription-free","ai-tenant-e2e-worker-w1-5ac93f/e2e-test-subscription-premium","ai-tenant-e2e-worker-w1-5ac93f/simulator-subscription"],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:42:53.653084425Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-auth-multi-sub-valid","reconcileID":"e573ac22-d0bf-4e33-abd0-aee2783081f1","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-auth-multi-sub-valid\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:53.698768658Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-subscription-premium","reconcileID":"405886a1-0760-4af3-90fb-d6aba4cd1e1a","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w1-5ac93f/e2e-test-subscription-free","ai-tenant-e2e-worker-w1-5ac93f/e2e-test-subscription-premium","ai-tenant-e2e-worker-w1-5ac93f/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:53.738258394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-subscription-free","reconcileID":"4688bb8d-f749-4c46-a04e-d83ae253fa64","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:53.809407209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-auth-multi-sub-valid","reconcileID":"7fd35921-4e82-4be9-9dc7-84e7df1ff2f0","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:53.865569704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"1d10d5de-c237-4d9f-a200-3db22eadc8c2","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:53.868789483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-auth-multi-sub-valid","reconcileID":"7fd35921-4e82-4be9-9dc7-84e7df1ff2f0","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:53.91032564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"68ea2ab1-b3a1-41e2-9eeb-c1b883061494","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:53.910336856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"20f1830d-4b61-4b24-8ed9-4efa7c56c510","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:53.919414311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"423ce19e-67fb-44e3-9954-212235fd31f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:53.968064952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"68ea2ab1-b3a1-41e2-9eeb-c1b883061494","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:53.968079747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"20f1830d-4b61-4b24-8ed9-4efa7c56c510","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:54.059430146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-subscription-free","reconcileID":"ded28716-67e5-4bc0-9a6b-5aea9bdda38e","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:54.160309163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-subscription-premium","reconcileID":"9e1c56b9-9fc8-4a94-ade0-f2759ab15f1d","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:54.393935335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"14252a2e-2d4f-41e4-bf45-3a150419d807","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:54.551401311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-test-auth-access-denied","reconcileID":"c33438a5-fc00-4c27-9b38-1776a157896c","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:54.551602125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"b87c10c7-e756-4254-8970-87b5b462c169","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:54.551397148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"4aa2154e-3b1f-4a90-9647-8451fd319bd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:54.608251157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"b87c10c7-e756-4254-8970-87b5b462c169","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:54.60846707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-test-auth-access-denied","reconcileID":"c33438a5-fc00-4c27-9b38-1776a157896c","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:54.610554196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"4aa2154e-3b1f-4a90-9647-8451fd319bd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:57.381993782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"08796834-1c8f-4305-98fa-0e85c66411f0","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:57.539946131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"6e5ecc86-b7f9-440b-a6a2-c83bd412862d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:57.540075367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"84054dd0-0e6e-445e-b254-32513cd9387c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:57.540381658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-auth-multi-sub-valid","reconcileID":"1cadff47-5487-471f-aee2-d14bf2044b8a","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:57.598426131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"84054dd0-0e6e-445e-b254-32513cd9387c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:57.598450519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-auth-multi-sub-valid","reconcileID":"1cadff47-5487-471f-aee2-d14bf2044b8a","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:42:57.602081561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"6e5ecc86-b7f9-440b-a6a2-c83bd412862d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:03.616661163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fe1a9c7-ce05-48d5-839b-11c1e30c3ef8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:03.679279814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fe1a9c7-ce05-48d5-839b-11c1e30c3ef8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:03.732674255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fe1a9c7-ce05-48d5-839b-11c1e30c3ef8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:03.787977478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fe1a9c7-ce05-48d5-839b-11c1e30c3ef8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:04.558322932Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-test-user-subscription","reconcileID":"e45f450a-bd7c-4c55-b451-600b0f40a3a4","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscription":"e2e-test-user-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:04.778193591Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-test-user-subscription","reconcileID":"e45f450a-bd7c-4c55-b451-600b0f40a3a4","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-858236/e2e-test-other-subscription","ai-tenant-e2e-worker-w3-858236/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:05.026311319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"b7ee81e1-2b86-4b9b-b61c-c4dca7b7b7b7","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:05.074323267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"e4b86a64-8a5c-4f46-bdd5-2a5fe489e5c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:05.074745009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-test-other-subscription","reconcileID":"7dfc456f-63ce-4b73-8122-bfb4f70eb689","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:05.084104738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"70effec1-cbe2-4453-a303-a77e6a7fb2e8","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:05.170809128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"c1553c9d-4cd5-4608-8846-618569e177fe","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:43:05.244985927Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-858236/e2e-test-other-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1641\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Delete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:146\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:167\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1365\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:05.297506394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"cb687644-2a7f-4744-a58a-b8674f1bdac9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:05.297548976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-test-auth-access-denied","reconcileID":"ae6e21ea-18e2-46b4-9d63-baf6a8d133d2","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:05.304245773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"2180bdc9-c533-44de-a179-177017c9a5a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:05.356862471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-test-auth-access-denied","reconcileID":"ae6e21ea-18e2-46b4-9d63-baf6a8d133d2","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:05.358895211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"cb687644-2a7f-4744-a58a-b8674f1bdac9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:05.360782437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"2180bdc9-c533-44de-a179-177017c9a5a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:05.608920181Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:05.721029051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"ed791f4c-2c58-4347-9151-4f5c737e90fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:05.721052083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"9dda543c-9db7-414d-94a9-908cafed6155","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:05.721488761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-test-auth-access-denied","reconcileID":"17c33755-ca3f-4401-ad13-d4f94ae21395","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:05.778066165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-test-auth-access-denied","reconcileID":"17c33755-ca3f-4401-ad13-d4f94ae21395","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:05.77998804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"ed791f4c-2c58-4347-9151-4f5c737e90fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:05.78139109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"9dda543c-9db7-414d-94a9-908cafed6155","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:05.814660286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ac85092-2221-49f1-97b8-4d853a7f00e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:05.868063868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ac85092-2221-49f1-97b8-4d853a7f00e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:05.920666589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ac85092-2221-49f1-97b8-4d853a7f00e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:05.973333207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ac85092-2221-49f1-97b8-4d853a7f00e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:07.546025871Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-subscription-free","reconcileID":"0c5b47b3-f475-4630-8d22-29b5539638d8","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscription":"e2e-test-subscription-free","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:07.764323255Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-subscription-free","reconcileID":"0c5b47b3-f475-4630-8d22-29b5539638d8","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-5ac93f/e2e-test-subscription-premium","ai-tenant-e2e-worker-w1-5ac93f/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:07.879862692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a379afd-982d-469d-8c40-a50b2f556aee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:07.93355152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a379afd-982d-469d-8c40-a50b2f556aee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:07.986446395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"68a57588-210a-4fe2-b321-f16179b14910","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:07.986541599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a379afd-982d-469d-8c40-a50b2f556aee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:07.98693531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-subscription-premium","reconcileID":"79cc8f2e-e4dc-4dfd-9a85-835349cf540e","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:07.988768169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"379573b0-00e2-40ab-995d-212780f11ee2","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:08.039624527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a379afd-982d-469d-8c40-a50b2f556aee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:08.129061935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"33382d94-f4be-4295-ad99-379fd60d661c","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:08.197819703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-auth-multi-sub-valid","reconcileID":"341c517c-bb5c-4b79-bdd5-2deabb93682c","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:08.197846622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"62856ec3-6f59-417e-92bb-31206f037bd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:08.198207891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"9b7a7bda-d62f-41af-9c19-d52cf4369e1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:08.254756453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"62856ec3-6f59-417e-92bb-31206f037bd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:08.254798451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-auth-multi-sub-valid","reconcileID":"341c517c-bb5c-4b79-bdd5-2deabb93682c","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:08.256831022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"9b7a7bda-d62f-41af-9c19-d52cf4369e1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:08.62495695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-auth-multi-sub-valid","reconcileID":"7d8d3cb8-69e4-42f4-a0f8-efd88d871d49","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:08.625061588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"594c720d-18b0-4288-a144-7f5ca4345af7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:08.625431575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"b021a40b-0766-4b9f-bbf0-31f59183f0e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:08.681729857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-auth-multi-sub-valid","reconcileID":"7d8d3cb8-69e4-42f4-a0f8-efd88d871d49","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:08.683027854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"594c720d-18b0-4288-a144-7f5ca4345af7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:08.684133952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"b021a40b-0766-4b9f-bbf0-31f59183f0e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:09.978925724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"998ff130-452d-4464-9278-30401fe50f76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:10.032910389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"998ff130-452d-4464-9278-30401fe50f76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:10.086538305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"998ff130-452d-4464-9278-30401fe50f76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:10.139755044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"998ff130-452d-4464-9278-30401fe50f76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:11.99020055Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-167a01"},"namespace":"ai-tenant-e2e-praxis-a-167a01","name":"default-tenant","reconcileID":"f1850f7f-c5c5-4f94-a6fe-1a4b461ad9ec","namespace":"ai-tenant-e2e-praxis-a-167a01","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:11.990261062Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-167a01"},"namespace":"ai-tenant-e2e-praxis-a-167a01","name":"default-tenant","reconcileID":"f1850f7f-c5c5-4f94-a6fe-1a4b461ad9ec","namespace":"ai-tenant-e2e-praxis-a-167a01","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:11.990323593Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-167a01"},"namespace":"ai-tenant-e2e-praxis-a-167a01","name":"default-tenant","reconcileID":"f1850f7f-c5c5-4f94-a6fe-1a4b461ad9ec","tenant":"e2e-praxis-a-167a01","tenantID":"e2e-praxis-a-167a01","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:12.048271591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-167a01"},"namespace":"ai-tenant-e2e-praxis-a-167a01","name":"default-tenant","reconcileID":"f1850f7f-c5c5-4f94-a6fe-1a4b461ad9ec","gvk":"Deployment","name":"maas-api-e2e-praxis-a-167a01","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:12.101094445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b3d9b3f-d1b0-48e7-8924-09f7d359fefa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:12.154642956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b3d9b3f-d1b0-48e7-8924-09f7d359fefa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:12.161611606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-167a01"},"namespace":"ai-tenant-e2e-praxis-a-167a01","name":"default-tenant","reconcileID":"f1850f7f-c5c5-4f94-a6fe-1a4b461ad9ec","gvk":"Service","name":"maas-api-e2e-praxis-a-167a01","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:12.209831104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b3d9b3f-d1b0-48e7-8924-09f7d359fefa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:12.263678231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b3d9b3f-d1b0-48e7-8924-09f7d359fefa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:12.264907048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-167a01"},"namespace":"ai-tenant-e2e-praxis-a-167a01","name":"default-tenant","reconcileID":"f1850f7f-c5c5-4f94-a6fe-1a4b461ad9ec","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-167a01","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:12.319200845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-167a01"},"namespace":"ai-tenant-e2e-praxis-a-167a01","name":"default-tenant","reconcileID":"f1850f7f-c5c5-4f94-a6fe-1a4b461ad9ec","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-167a01","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:12.379881099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-167a01"},"namespace":"ai-tenant-e2e-praxis-a-167a01","name":"default-tenant","reconcileID":"f1850f7f-c5c5-4f94-a6fe-1a4b461ad9ec","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-167a01","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:12.435703157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-167a01"},"namespace":"ai-tenant-e2e-praxis-a-167a01","name":"default-tenant","reconcileID":"f1850f7f-c5c5-4f94-a6fe-1a4b461ad9ec","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-167a01","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:12.56027446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-167a01"},"namespace":"ai-tenant-e2e-praxis-a-167a01","name":"default-tenant","reconcileID":"f1850f7f-c5c5-4f94-a6fe-1a4b461ad9ec","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-167a01","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:12.620050991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-167a01"},"namespace":"ai-tenant-e2e-praxis-a-167a01","name":"default-tenant","reconcileID":"f1850f7f-c5c5-4f94-a6fe-1a4b461ad9ec","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-167a01","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:12.673036378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-167a01"},"namespace":"ai-tenant-e2e-praxis-a-167a01","name":"default-tenant","reconcileID":"f1850f7f-c5c5-4f94-a6fe-1a4b461ad9ec","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-167a01","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:12.729623459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-167a01"},"namespace":"ai-tenant-e2e-praxis-a-167a01","name":"default-tenant","reconcileID":"f1850f7f-c5c5-4f94-a6fe-1a4b461ad9ec","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-167a01","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:12.782083742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-167a01"},"namespace":"ai-tenant-e2e-praxis-a-167a01","name":"default-tenant","reconcileID":"f1850f7f-c5c5-4f94-a6fe-1a4b461ad9ec","gvk":"Service","name":"payload-processing-e2e-praxis-a-167a01","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:12.84066365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-167a01"},"namespace":"ai-tenant-e2e-praxis-a-167a01","name":"default-tenant","reconcileID":"f1850f7f-c5c5-4f94-a6fe-1a4b461ad9ec","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-167a01","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:12.893421823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-167a01"},"namespace":"ai-tenant-e2e-praxis-a-167a01","name":"default-tenant","reconcileID":"f1850f7f-c5c5-4f94-a6fe-1a4b461ad9ec","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-167a01","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:12.950561472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-167a01"},"namespace":"ai-tenant-e2e-praxis-a-167a01","name":"default-tenant","reconcileID":"f1850f7f-c5c5-4f94-a6fe-1a4b461ad9ec","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-167a01","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:13.00742796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-167a01"},"namespace":"ai-tenant-e2e-praxis-a-167a01","name":"default-tenant","reconcileID":"f1850f7f-c5c5-4f94-a6fe-1a4b461ad9ec","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-167a01","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:13.063866706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-167a01"},"namespace":"ai-tenant-e2e-praxis-a-167a01","name":"default-tenant","reconcileID":"f1850f7f-c5c5-4f94-a6fe-1a4b461ad9ec","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-167a01","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:13.115895608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-167a01"},"namespace":"ai-tenant-e2e-praxis-a-167a01","name":"default-tenant","reconcileID":"f1850f7f-c5c5-4f94-a6fe-1a4b461ad9ec","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-167a01","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:13.167915893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-167a01"},"namespace":"ai-tenant-e2e-praxis-a-167a01","name":"default-tenant","reconcileID":"f1850f7f-c5c5-4f94-a6fe-1a4b461ad9ec","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-167a01","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:13.220716731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-167a01"},"namespace":"ai-tenant-e2e-praxis-a-167a01","name":"default-tenant","reconcileID":"f1850f7f-c5c5-4f94-a6fe-1a4b461ad9ec","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-167a01","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:13.27600971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-167a01"},"namespace":"ai-tenant-e2e-praxis-a-167a01","name":"default-tenant","reconcileID":"f1850f7f-c5c5-4f94-a6fe-1a4b461ad9ec","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-167a01","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:14.151037792Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-167a01","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-167a01","reconcileID":"f164a555-9d9d-4b72-ab23-56e738f9afe4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-167a01","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-167a01"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:14.254589455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ae650e2-5809-40fa-9c7c-4da80987cb57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:14.314768268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ae650e2-5809-40fa-9c7c-4da80987cb57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:14.36852596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ae650e2-5809-40fa-9c7c-4da80987cb57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:14.42136553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ae650e2-5809-40fa-9c7c-4da80987cb57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:15.41576518Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-test-other-subscription","reconcileID":"0ea93385-7745-47bf-9b25-c8a58d968ff4","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscription":"e2e-test-other-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:15.717976888Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-test-other-subscription","reconcileID":"0ea93385-7745-47bf-9b25-c8a58d968ff4","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-858236/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:16.005658384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"09e3ec92-4b7b-4182-a462-ed395f553b6a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:16.036624043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"066bc90c-8a3f-402f-ba8f-63c5c9d2aea9","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:16.167434947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"ebd9e671-9f11-4daa-a217-263a8833d524","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:16.20264741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-test-auth-access-denied","reconcileID":"a6d64e39-f381-42ba-b437-6c5f855248ac","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:16.202873466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"a5e4258a-1431-4a5c-9e65-c2448162cefc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:16.203057215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"86d4000e-5f30-4a11-a756-a7613af051e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:16.262717598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-test-auth-access-denied","reconcileID":"a6d64e39-f381-42ba-b437-6c5f855248ac","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:16.262738867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"86d4000e-5f30-4a11-a756-a7613af051e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:16.265102564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"a5e4258a-1431-4a5c-9e65-c2448162cefc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:16.423546323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49020f47-4aa8-4535-9529-abd08465417a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:16.423632786Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-test-auth-access-denied","reconcileID":"4daefec0-72aa-4e19-bca2-7082e241bb03","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-858236"},"model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:16.476505071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49020f47-4aa8-4535-9529-abd08465417a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:16.529117557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49020f47-4aa8-4535-9529-abd08465417a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:16.58195433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49020f47-4aa8-4535-9529-abd08465417a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:16.643636191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"dc38f6d2-bf45-44e4-9a5c-3ce4904896ea","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:17.868393689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"745d2477-4479-485d-8e17-05fa842b235e","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:17.97115623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"5685a882-02ce-4549-b901-1fcc3a2201cb","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:18.124070344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"7d654a02-0a4b-4de5-aa88-017be37f1b4e","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:18.128989405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-test-group-auth","reconcileID":"84099b31-8531-463e-8e01-1c431ba09d77","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:18.181397416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"85473ab2-2c58-445e-ab7b-66ee7869510b","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:18.185482979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-test-group-auth","reconcileID":"84099b31-8531-463e-8e01-1c431ba09d77","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:43:18.231629659Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-test-group-subscription","reconcileID":"6eb40037-5024-41fc-b4e3-f6fc8ba75709","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:18.280904821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"600eabd6-402a-48d0-8db1-5849df62ffd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:18.280904845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"3b80b95d-ee2f-4500-8810-0b334aa318f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:18.339481203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"600eabd6-402a-48d0-8db1-5849df62ffd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:18.339552157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"3b80b95d-ee2f-4500-8810-0b334aa318f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:18.343433337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"5fb5b225-50ad-4f10-ba9a-0b0a709e7140","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:18.367426085Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-subscription-premium","reconcileID":"6cba2ab8-bb27-44ed-a50e-dc425c535524","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscription":"e2e-test-subscription-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:18.400532105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"21b157fa-0a45-40dd-9529-6f06d722daaa","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:18.454645935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"20d20bdd-2d9c-4dff-97d4-af0462bc2cab","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:18.494160373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"323c2fa1-b57d-453f-ab2c-11c2b0868a2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:18.547409991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"323c2fa1-b57d-453f-ab2c-11c2b0868a2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:18.600393719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"323c2fa1-b57d-453f-ab2c-11c2b0868a2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:18.605318032Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-subscription-premium","reconcileID":"6cba2ab8-bb27-44ed-a50e-dc425c535524","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5ac93f/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:18.653346404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"323c2fa1-b57d-453f-ab2c-11c2b0868a2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:18.706553706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-test-group-auth","reconcileID":"8f6dcd02-3c99-4cfc-a112-c621151b9845","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:18.763346152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-test-group-auth","reconcileID":"8f6dcd02-3c99-4cfc-a112-c621151b9845","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:18.837655053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"64cc43d7-522a-4a21-aff2-d2ae1097b9fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:18.838410682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"628e73a3-1112-4f25-9455-20111bacc92d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:18.839788281Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-test-group-subscription","reconcileID":"62540281-e727-4e6f-9cb5-60e85b798744","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-858236/e2e-test-group-subscription","ai-tenant-e2e-worker-w3-858236/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:18.892045789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"862dbcab-15d7-4ae9-a27f-547b1c96dabd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:18.895160381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"64cc43d7-522a-4a21-aff2-d2ae1097b9fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:18.897467474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"628e73a3-1112-4f25-9455-20111bacc92d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:18.951389749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"be466df4-bd1c-4095-9794-df7f1267c806","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:19.007138758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"d010c656-e05d-4f2a-80df-43a22495d2f2","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:43:19.009914311Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-858236/e2e-test-group-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1641\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Delete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:146\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:167\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1365\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:19.066754338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"12a3d7c5-1692-429c-813f-f7789ea25718","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:19.085020361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"8f859a16-d65e-4fe9-ba62-f618186edb11","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:19.107093847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"a6363db9-44d2-40be-b721-2c102b1aea2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:19.16300621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"a6363db9-44d2-40be-b721-2c102b1aea2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:19.208673896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-auth-multi-sub-valid","reconcileID":"3ad6b8fd-1c6c-4491-941f-ed300de0b2c9","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:19.20875244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"258def0c-536d-42bc-be79-1652ab8cb3dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:19.216994451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-test-group-subscription","reconcileID":"ac205438-5c98-4de4-b109-69e619355b78","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:19.265321062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-auth-multi-sub-valid","reconcileID":"3ad6b8fd-1c6c-4491-941f-ed300de0b2c9","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:19.265915074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"258def0c-536d-42bc-be79-1652ab8cb3dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:19.422189564Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-auth-multi-sub-valid","reconcileID":"5b5e0275-9d7b-4a3e-bf7e-643d1a2b5910","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:19.631227787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"f5862037-1ba6-40ba-800f-0fc63360ab52","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:20.583218785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a70482c7-2607-417a-99d9-901905c14ea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:20.636133601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a70482c7-2607-417a-99d9-901905c14ea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:20.702140941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a70482c7-2607-417a-99d9-901905c14ea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:20.755594797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a70482c7-2607-417a-99d9-901905c14ea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:20.758537157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"4883c1e6-9ab3-470a-8262-1d453ea2fcc5","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:20.81724765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"70447ded-0209-4103-8912-6cdf22f8dc4e","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:20.98546936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-group-no-auth","reconcileID":"d2d0de1a-96a3-418e-badb-53491d4cda34","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:21.042582418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-group-no-auth","reconcileID":"d2d0de1a-96a3-418e-badb-53491d4cda34","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:21.057575451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"a3fb3678-f427-4a3a-9168-3db19613fec4","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:21.119778083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"de0c7a98-6617-4f05-bf79-91b83278923a","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:21.166102943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"1e1f6f66-3983-4bec-8018-265e534dd681","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:43:21.168490333Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-5ac93f/e2e-test-group-sub-only","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:21.218676977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"37df1368-9c5e-463a-b7fb-8333fa5716a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:21.218956967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"5724c5e4-9911-4825-bc9e-bb007a5c516e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:21.220986612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"5e360358-c302-40c3-8fc3-4d227071f6a1","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:21.275314935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"37df1368-9c5e-463a-b7fb-8333fa5716a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:21.275620536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"5724c5e4-9911-4825-bc9e-bb007a5c516e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:21.366865071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"595fdd87-2c48-44f8-8901-3d8ce5d71cee","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:21.41999236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"ce845cb0-e9e1-4843-aff7-d2b6a293691d","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:21.4889848Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-group-sub-only","reconcileID":"7c0f9ab5-9717-4221-90c4-70b9b76faa51","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-5ac93f/e2e-test-group-sub-only","ai-tenant-e2e-worker-w1-5ac93f/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:21.522987263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-group-no-auth","reconcileID":"48c43729-9b6a-4d54-9454-43e43e28a0d2","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:21.579265778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-group-no-auth","reconcileID":"48c43729-9b6a-4d54-9454-43e43e28a0d2","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:21.623198258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"487a768f-4a44-4120-abc1-c1234ef3c1c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:21.623234984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"7951d4b9-614f-441e-be7f-8215e7421b07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:21.655909068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"4b23316f-5a31-4b38-9ec4-f6f21d9f4254","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:21.67993872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"487a768f-4a44-4120-abc1-c1234ef3c1c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:21.680172769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"7951d4b9-614f-441e-be7f-8215e7421b07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:21.701218585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"53c3bd23-ba09-4d40-aa5c-bab5ece81f41","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:21.727898122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"2ab2bf36-6f6c-40e3-8db8-9102f620aefa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:21.728375763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"564a62c2-f234-473e-ae06-ad651982ec05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:21.7889897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"2ab2bf36-6f6c-40e3-8db8-9102f620aefa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:21.790101817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"564a62c2-f234-473e-ae06-ad651982ec05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:21.893038847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-group-sub-only","reconcileID":"e2ed0123-3936-4647-bf04-dae45063d7d2","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:21.945384446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-test-group-auth","reconcileID":"c16dca79-6c71-4444-8d82-983b827a34e9","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:22.002606469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-test-group-auth","reconcileID":"c16dca79-6c71-4444-8d82-983b827a34e9","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:22.770521982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9cf1072-8e4d-493d-9acb-57b425867046","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:22.823192943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9cf1072-8e4d-493d-9acb-57b425867046","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:22.875879242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9cf1072-8e4d-493d-9acb-57b425867046","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:22.928625904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9cf1072-8e4d-493d-9acb-57b425867046","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:24.382584212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"cfda3bc0-9c54-420e-a0ef-3d7100e52368","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:24.540783941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"9b5c988c-5736-4df9-85f0-26df54a5db4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:24.54079173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"78fff587-cb1e-4b76-affc-220f106a1d02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:24.541260702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-group-no-auth","reconcileID":"aa7b503b-4bdb-4461-89b9-08ec674d0181","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:24.597645825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"9b5c988c-5736-4df9-85f0-26df54a5db4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:24.597662074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"78fff587-cb1e-4b76-affc-220f106a1d02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:24.599930627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-group-no-auth","reconcileID":"aa7b503b-4bdb-4461-89b9-08ec674d0181","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:24.821788598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"336b0cac-f2cb-40b7-93c4-b71184abe066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:24.875313554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"336b0cac-f2cb-40b7-93c4-b71184abe066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:24.928550807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"336b0cac-f2cb-40b7-93c4-b71184abe066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:24.981415122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"336b0cac-f2cb-40b7-93c4-b71184abe066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:26.881138413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5104b248-79bf-4f7b-8cbb-3dd4a6e068e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:26.933951375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5104b248-79bf-4f7b-8cbb-3dd4a6e068e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:26.986369226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5104b248-79bf-4f7b-8cbb-3dd4a6e068e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:27.038948542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5104b248-79bf-4f7b-8cbb-3dd4a6e068e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:31.581927371Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-test-group-subscription","reconcileID":"3ca1b9c8-879b-48ac-9d2c-388080a78f08","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscription":"e2e-test-group-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:31.797564245Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-test-group-subscription","reconcileID":"3ca1b9c8-879b-48ac-9d2c-388080a78f08","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-858236/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:32.008063447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"076cc626-db77-415f-88c5-16a95af7e511","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:32.015409587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"88e11c19-6ab2-4fd6-99f9-15a22e94695d","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:32.142418006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"4263d477-0768-4ff0-a498-9155f9d17643","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:32.174009884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"9fb63bc1-28c9-458b-9cf7-5b9f67c40925","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:32.1740936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"54c4f981-8d25-46c0-bb75-41768a9b71b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:32.174602038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-test-group-auth","reconcileID":"017ac4f9-c0a1-4607-9b97-c445eb0b4c01","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:32.232192382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-test-group-auth","reconcileID":"017ac4f9-c0a1-4607-9b97-c445eb0b4c01","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:32.233073563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"9fb63bc1-28c9-458b-9cf7-5b9f67c40925","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:32.234682307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"54c4f981-8d25-46c0-bb75-41768a9b71b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:32.438261967Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-test-group-auth","reconcileID":"bb580533-e493-4362-9e50-5d69428dfa0d","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:32.598323792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"b0f468bb-b825-46e3-b44e-b198a6f29f07","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:34.548817303Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-group-sub-only","reconcileID":"9f7d1acd-0afc-4dfa-8dae-dabe38b5a260","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscription":"e2e-test-group-sub-only","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:34.768654868Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-group-sub-only","reconcileID":"9f7d1acd-0afc-4dfa-8dae-dabe38b5a260","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5ac93f/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:34.979746216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"1182d79e-1df1-4e05-94de-b7f7771c8316","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:34.985013768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"59bf9396-ece8-47fc-be17-13b35994a9ba","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:35.119297411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"8db809d7-8848-444d-a37f-dac99cdba5b3","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:35.142926685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-group-no-auth","reconcileID":"7d3340b4-7398-4cbe-943d-18f8d19a961e","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:35.143158128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"bb1ea3b0-34db-4c39-aa2f-80d652e95b60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:35.142926666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"7f31879a-72b9-42d3-997c-3bb2b2d1aacd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:35.200627877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-group-no-auth","reconcileID":"7d3340b4-7398-4cbe-943d-18f8d19a961e","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:35.201637275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"bb1ea3b0-34db-4c39-aa2f-80d652e95b60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:35.203259663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"7f31879a-72b9-42d3-997c-3bb2b2d1aacd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:35.356795917Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-test-group-no-auth","reconcileID":"9f2015bd-1b9e-4ff0-b133-15c3d6389b38","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:35.517755033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"65d3de88-084e-4d34-96a6-abce938e3119","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:35.60937402Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:43:40.090601954Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-status-failed-sub","reconcileID":"6402e9ce-d9fb-470b-819b-5f6b4bb6fc97","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:40.146952688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"2f46e239-954e-4725-b22e-10e0be988a9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:40.146950777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"2fc6e9f2-7151-46b6-954b-3ac609b845fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:40.203596808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"2fc6e9f2-7151-46b6-954b-3ac609b845fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:40.203810132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"2f46e239-954e-4725-b22e-10e0be988a9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:40.37085094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eba00179-e226-4c82-9ba9-a552c8017fd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:40.425236497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eba00179-e226-4c82-9ba9-a552c8017fd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:40.47811774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eba00179-e226-4c82-9ba9-a552c8017fd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:40.531150443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eba00179-e226-4c82-9ba9-a552c8017fd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:40.635925594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"34d5f362-5af8-4217-a683-259cab5f595a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:40.635926875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"dd3e2d28-0776-4d47-875f-1d2ebc6474d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:40.693167248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"34d5f362-5af8-4217-a683-259cab5f595a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:40.693782244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"dd3e2d28-0776-4d47-875f-1d2ebc6474d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:42.370101947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"c5334deb-8971-4b49-b397-eea487e9b5be","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:42.426901022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"e8961792-2c23-461c-937f-2ee10de8dcf6","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:42.475414458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a1a988e-c168-4ac1-922c-9da670304c7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:42.528496494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a1a988e-c168-4ac1-922c-9da670304c7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:42.528600714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"9f310a7b-6b17-40bb-b054-a3b24c24613e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:42.581207354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a1a988e-c168-4ac1-922c-9da670304c7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:42.581373821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"0e5b76ab-83cd-47dc-9129-832838cc622e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:42.634476164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a1a988e-c168-4ac1-922c-9da670304c7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:42.638854845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"9f310a7b-6b17-40bb-b054-a3b24c24613e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:42.687192896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-status-active-auth-only","reconcileID":"32147a75-0dd3-4be4-bd23-495c7d4e5fff","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:42.692960737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"0e5b76ab-83cd-47dc-9129-832838cc622e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:42.743633763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-status-active-auth-only","reconcileID":"32147a75-0dd3-4be4-bd23-495c7d4e5fff","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:43.10064839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"22c5d2d7-86b8-4393-92b2-631a3402a7ae","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:43.257274533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-status-active-auth-only","reconcileID":"3aee5d83-0d00-40c8-88b0-3ab0ec042bd5","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:43.314175134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-status-active-auth-only","reconcileID":"3aee5d83-0d00-40c8-88b0-3ab0ec042bd5","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:44.90160454Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-status-active-auth-only","reconcileID":"3f160131-c0cb-46c2-bf37-ae16bf2489aa","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:44.901652597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"6bec9ccd-9442-4c3f-b109-a4c8a4d772b9","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:45.062170302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"5fc3e014-2b73-453d-8c43-c5b97add1f3d","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:45.883731134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"28d7e61d-64dc-4585-b114-c08f260b2b78","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:45.937997855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"c26f349e-250f-41e3-a984-babdcc9e252f","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:46.094519669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-status-degraded-auth","reconcileID":"aa82227a-b93c-4360-8516-5684296b721f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:46.145070891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"d06e5d8f-911e-4a4a-8a3d-3a868cc4cb15","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:46.150760717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-status-degraded-auth","reconcileID":"aa82227a-b93c-4360-8516-5684296b721f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:46.200305341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"83a72869-71c4-460e-ad73-ea3780fbd696","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:43:46.253829312Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-status-degraded-sub","reconcileID":"9202797e-f49e-4d1c-9627-af024686211b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:46.308913494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"4aeaf9f1-1279-4d89-9d42-7bf7689e330f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:46.308920505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"42f7d34e-1089-454b-bbc6-04ca3130edfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:46.365539804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"42f7d34e-1089-454b-bbc6-04ca3130edfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:46.365568413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"4aeaf9f1-1279-4d89-9d42-7bf7689e330f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:46.369214615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"f2f339d4-26c4-48b1-b5ed-b510ec8097e2","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:46.426683645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"c8b01bf8-5e17-431c-b5fe-a463c28668c7","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:46.469982027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"091a41ae-36af-4211-a6db-4f4b1790675e","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:46.627022041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-status-degraded-auth","reconcileID":"20089f1d-cbde-43f9-9ab2-b492a6308969","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:46.683933365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-status-degraded-auth","reconcileID":"20089f1d-cbde-43f9-9ab2-b492a6308969","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:46.695595613Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-status-degraded-sub","reconcileID":"e17b10a2-62ae-4596-ba31-e19b12edc6cf","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-5ac93f/e2e-status-degraded-sub","ai-tenant-e2e-worker-w1-5ac93f/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:46.695698294Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-status-degraded-sub","reconcileID":"e17b10a2-62ae-4596-ba31-e19b12edc6cf","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-5ac93f/nonexistent-model-partial","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:46.770709678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"02f1a510-9210-401b-8275-5b799cd82e42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:46.770751873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"460a125c-9423-47b5-96b6-2b5a36435f98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:46.827170535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"02f1a510-9210-401b-8275-5b799cd82e42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:46.82721638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"460a125c-9423-47b5-96b6-2b5a36435f98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:46.906550815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"7b048755-91bb-4797-b82d-3e33df9f7a78","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:46.965115833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"9f15a8e5-2efa-4e78-8fb2-f36d7e037fcb","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:47.176147711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-status-degraded-sub","reconcileID":"fd61c828-990a-4962-9e4e-3f774252bfff","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:47.176346652Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-status-degraded-sub","reconcileID":"fd61c828-990a-4962-9e4e-3f774252bfff","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-5ac93f/nonexistent-model-partial","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:47.444506477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"3080cdeb-bf6b-47a3-a8c0-20fbea043727","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:48.548168022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"212a3484-6774-4c72-adcf-c247c680e88d","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:48.704455559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"46526065-35f9-42be-810d-645c7bf50200","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:48.704663242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"55b7d837-c681-4d94-af3a-3f5aa2ea1158","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:48.704894853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-status-degraded-auth","reconcileID":"e29e9c9f-25a6-47ba-8177-e0ce52a9d1a6","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:48.762021194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"46526065-35f9-42be-810d-645c7bf50200","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:48.762195814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-status-degraded-auth","reconcileID":"e29e9c9f-25a6-47ba-8177-e0ce52a9d1a6","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:48.764260078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"55b7d837-c681-4d94-af3a-3f5aa2ea1158","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:52.532593122Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-status-failed-sub","reconcileID":"4a2b3320-2ee4-4501-a6f4-25271cb5bc9c","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"model":"e2e-models-e2e-worker-w3-858236/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:52.532720836Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-status-failed-sub","reconcileID":"4a2b3320-2ee4-4501-a6f4-25271cb5bc9c","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"model":"e2e-models-e2e-worker-w3-858236/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-858236/nonexistent-model-xyz","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:53.009411693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"2a72e93a-29c5-4ff0-b6a9-a40a3ce337be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:53.009550202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"925d4852-8a9f-4eef-9a5b-1ccf05a8ed06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:53.066015123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"925d4852-8a9f-4eef-9a5b-1ccf05a8ed06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:53.066134279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"2a72e93a-29c5-4ff0-b6a9-a40a3ce337be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:53.22821411Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2912e6"},"namespace":"ai-tenant-e2e-praxis-a-2912e6","name":"default-tenant","reconcileID":"92e11c58-8552-4ee1-b83c-c54d191a2716","namespace":"ai-tenant-e2e-praxis-a-2912e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:53.228308194Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2912e6"},"namespace":"ai-tenant-e2e-praxis-a-2912e6","name":"default-tenant","reconcileID":"92e11c58-8552-4ee1-b83c-c54d191a2716","namespace":"ai-tenant-e2e-praxis-a-2912e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:53.228406987Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2912e6"},"namespace":"ai-tenant-e2e-praxis-a-2912e6","name":"default-tenant","reconcileID":"92e11c58-8552-4ee1-b83c-c54d191a2716","tenant":"e2e-praxis-a-2912e6","tenantID":"e2e-praxis-a-2912e6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:53.282606427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2912e6"},"namespace":"ai-tenant-e2e-praxis-a-2912e6","name":"default-tenant","reconcileID":"92e11c58-8552-4ee1-b83c-c54d191a2716","gvk":"Deployment","name":"maas-api-e2e-praxis-a-2912e6","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:53.342323523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2912e6"},"namespace":"ai-tenant-e2e-praxis-a-2912e6","name":"default-tenant","reconcileID":"92e11c58-8552-4ee1-b83c-c54d191a2716","gvk":"Service","name":"maas-api-e2e-praxis-a-2912e6","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:53.400083546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2912e6"},"namespace":"ai-tenant-e2e-praxis-a-2912e6","name":"default-tenant","reconcileID":"92e11c58-8552-4ee1-b83c-c54d191a2716","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-2912e6","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:53.454218101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2912e6"},"namespace":"ai-tenant-e2e-praxis-a-2912e6","name":"default-tenant","reconcileID":"92e11c58-8552-4ee1-b83c-c54d191a2716","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-2912e6","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:53.51779612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2912e6"},"namespace":"ai-tenant-e2e-praxis-a-2912e6","name":"default-tenant","reconcileID":"92e11c58-8552-4ee1-b83c-c54d191a2716","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-2912e6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:53.572436947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2912e6"},"namespace":"ai-tenant-e2e-praxis-a-2912e6","name":"default-tenant","reconcileID":"92e11c58-8552-4ee1-b83c-c54d191a2716","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-2912e6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:53.629332296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2912e6"},"namespace":"ai-tenant-e2e-praxis-a-2912e6","name":"default-tenant","reconcileID":"92e11c58-8552-4ee1-b83c-c54d191a2716","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-2912e6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:53.684373847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2912e6"},"namespace":"ai-tenant-e2e-praxis-a-2912e6","name":"default-tenant","reconcileID":"92e11c58-8552-4ee1-b83c-c54d191a2716","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-2912e6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:53.737326823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2912e6"},"namespace":"ai-tenant-e2e-praxis-a-2912e6","name":"default-tenant","reconcileID":"92e11c58-8552-4ee1-b83c-c54d191a2716","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-2912e6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:53.790386881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2912e6"},"namespace":"ai-tenant-e2e-praxis-a-2912e6","name":"default-tenant","reconcileID":"92e11c58-8552-4ee1-b83c-c54d191a2716","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-2912e6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:53.844591531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2912e6"},"namespace":"ai-tenant-e2e-praxis-a-2912e6","name":"default-tenant","reconcileID":"92e11c58-8552-4ee1-b83c-c54d191a2716","gvk":"Service","name":"payload-processing-e2e-praxis-a-2912e6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:53.897796885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2912e6"},"namespace":"ai-tenant-e2e-praxis-a-2912e6","name":"default-tenant","reconcileID":"92e11c58-8552-4ee1-b83c-c54d191a2716","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-2912e6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:53.949941311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-status-failed-auth","reconcileID":"b2d57da4-2d57-45bf-ad14-8d45e8a1d549","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:53.950124147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2912e6"},"namespace":"ai-tenant-e2e-praxis-a-2912e6","name":"default-tenant","reconcileID":"92e11c58-8552-4ee1-b83c-c54d191a2716","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-2912e6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:54.002472555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2912e6"},"namespace":"ai-tenant-e2e-praxis-a-2912e6","name":"default-tenant","reconcileID":"92e11c58-8552-4ee1-b83c-c54d191a2716","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-2912e6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:54.006252737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-status-failed-auth","reconcileID":"b2d57da4-2d57-45bf-ad14-8d45e8a1d549","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:54.054482728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2912e6"},"namespace":"ai-tenant-e2e-praxis-a-2912e6","name":"default-tenant","reconcileID":"92e11c58-8552-4ee1-b83c-c54d191a2716","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-2912e6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:54.061557727Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-status-failed-auth","reconcileID":"b2d57da4-2d57-45bf-ad14-8d45e8a1d549","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"model":"e2e-models-e2e-worker-w3-858236/nonexistent-model-abc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:54.109897159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2912e6"},"namespace":"ai-tenant-e2e-praxis-a-2912e6","name":"default-tenant","reconcileID":"92e11c58-8552-4ee1-b83c-c54d191a2716","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-2912e6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:54.161947445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2912e6"},"namespace":"ai-tenant-e2e-praxis-a-2912e6","name":"default-tenant","reconcileID":"92e11c58-8552-4ee1-b83c-c54d191a2716","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-2912e6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:54.214060668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2912e6"},"namespace":"ai-tenant-e2e-praxis-a-2912e6","name":"default-tenant","reconcileID":"92e11c58-8552-4ee1-b83c-c54d191a2716","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-2912e6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:54.266668614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2912e6"},"namespace":"ai-tenant-e2e-praxis-a-2912e6","name":"default-tenant","reconcileID":"92e11c58-8552-4ee1-b83c-c54d191a2716","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-2912e6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:54.318837075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2912e6"},"namespace":"ai-tenant-e2e-praxis-a-2912e6","name":"default-tenant","reconcileID":"92e11c58-8552-4ee1-b83c-c54d191a2716","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-2912e6","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:54.480427699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-status-failed-auth","reconcileID":"d51174e9-8580-4ad7-be3a-e6c804f9ac07","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:54.543638009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-status-failed-auth","reconcileID":"d51174e9-8580-4ad7-be3a-e6c804f9ac07","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:54.599011427Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-status-failed-auth","reconcileID":"d51174e9-8580-4ad7-be3a-e6c804f9ac07","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"model":"e2e-models-e2e-worker-w3-858236/nonexistent-model-abc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:55.141188147Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-2912e6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-2912e6","reconcileID":"a51b0049-e792-420e-a1f9-9e25cd39b18e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-2912e6","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-2912e6"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:56.066200975Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-status-failed-auth","reconcileID":"039c7207-290c-42a3-ad77-abfdf4acc86e","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"model":"e2e-models-e2e-worker-w3-858236/nonexistent-model-abc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:56.281902527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c7bb601-0a1e-4c95-94ea-d0450878e010","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:56.33468407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c7bb601-0a1e-4c95-94ea-d0450878e010","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:56.387167428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c7bb601-0a1e-4c95-94ea-d0450878e010","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:56.439869358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c7bb601-0a1e-4c95-94ea-d0450878e010","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:57.232391149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"e2e-temp-model-status","reconcileID":"6687f518-e034-4501-826d-c659ee3db7d9","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"tenant":"e2e-worker-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","model":"e2e-models-e2e-worker-w3-858236/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:57.232412942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"e2e-temp-model-status","reconcileID":"6687f518-e034-4501-826d-c659ee3db7d9","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"distinct-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"distinct-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:57.290848298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-w3-858236","reconcileID":"9af63674-0620-43de-a760-1435ab14a70a","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"distinct-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"distinct-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:57.385660415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"e2e-temp-model-status","reconcileID":"46ee7ba8-6b81-4adb-af0b-fe9af3572787","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"tenant":"e2e-worker-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","model":"e2e-models-e2e-worker-w3-858236/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:57.38568336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"e2e-temp-model-status","reconcileID":"46ee7ba8-6b81-4adb-af0b-fe9af3572787","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"distinct-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"distinct-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:57.44247975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"e2e-temp-model-status","reconcileID":"df886771-f37d-4150-ab24-c588544cf857","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"tenant":"e2e-worker-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","model":"e2e-models-e2e-worker-w3-858236/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:57.442500898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"e2e-temp-model-status","reconcileID":"df886771-f37d-4150-ab24-c588544cf857","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"distinct-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"distinct-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:57.653578282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"e2e-temp-model-status","reconcileID":"7d736e55-cdc3-4923-bee5-df7a6bcd7159","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"tenant":"e2e-worker-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","model":"e2e-models-e2e-worker-w3-858236/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:57.653595159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"e2e-temp-model-status","reconcileID":"7d736e55-cdc3-4923-bee5-df7a6bcd7159","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"distinct-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"distinct-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:57.701862216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-status-transition-auth","reconcileID":"4febea7b-0dec-4d3a-814c-89e994d36940","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:57.713826206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"e2e-temp-model-status","reconcileID":"1aed527c-e126-4063-b8f8-febf6c18275d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"tenant":"e2e-worker-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","model":"e2e-models-e2e-worker-w3-858236/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:57.713842799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"e2e-temp-model-status","reconcileID":"1aed527c-e126-4063-b8f8-febf6c18275d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"distinct-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"distinct-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:57.758214495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-status-transition-auth","reconcileID":"4febea7b-0dec-4d3a-814c-89e994d36940","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:43:57.759293336Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-status-transition-sub","reconcileID":"19ab7431-f4eb-4708-b9df-a885cf295cf1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:43:57.834312164Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"e2e-temp-model-status","reconcileID":"1aed527c-e126-4063-b8f8-febf6c18275d","name":"e2e-temp-model-status","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:43:57.83437553Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"e2e-temp-model-status","reconcileID":"1aed527c-e126-4063-b8f8-febf6c18275d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:57.839751911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"e2e-temp-model-status","reconcileID":"7a349ef5-4acd-4479-b658-d0481ae065f1","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"tenant":"e2e-worker-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","model":"e2e-models-e2e-worker-w3-858236/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:57.839766467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"e2e-temp-model-status","reconcileID":"7a349ef5-4acd-4479-b658-d0481ae065f1","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"distinct-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"distinct-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:57.885476151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"e2e-temp-model-status","reconcileID":"b5e2a3ff-ebaf-4e18-9052-178a96df82e2","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"tenant":"e2e-worker-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","model":"e2e-models-e2e-worker-w3-858236/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:57.885490839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"e2e-temp-model-status","reconcileID":"b5e2a3ff-ebaf-4e18-9052-178a96df82e2","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"distinct-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"distinct-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:57.886466003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"d3e0be35-065d-4ab1-9285-1851b029ed52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:57.886465725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"9c48b059-7cf2-42cf-bad0-7111db311643","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:57.942717128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"e2e-temp-model-status","reconcileID":"bfbebd4b-5ef1-47a4-9d48-5be85bd2af87","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"tenant":"e2e-worker-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","model":"e2e-models-e2e-worker-w3-858236/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:57.942734625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"e2e-temp-model-status","reconcileID":"bfbebd4b-5ef1-47a4-9d48-5be85bd2af87","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"distinct-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"distinct-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:57.946512717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"d3e0be35-065d-4ab1-9285-1851b029ed52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:57.94659977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"9c48b059-7cf2-42cf-bad0-7111db311643","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:58.055077362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"e2e-temp-model-status","reconcileID":"d5e3ed1b-5ab3-4b6e-922b-74e024c9dfa6","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"tenant":"e2e-worker-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","model":"e2e-models-e2e-worker-w3-858236/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:58.055091884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"e2e-temp-model-status","reconcileID":"d5e3ed1b-5ab3-4b6e-922b-74e024c9dfa6","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"distinct-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"distinct-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:58.155882591Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-status-transition-sub","reconcileID":"e37437f2-4209-4e69-8d70-6403681dac2f","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-858236/e2e-status-transition-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:58.265915039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-status-transition-auth","reconcileID":"6f810b60-9e49-4ee9-90b2-5c57aca55550","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:58.323304459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-status-transition-auth","reconcileID":"6f810b60-9e49-4ee9-90b2-5c57aca55550","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:58.324030621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"e2e-temp-model-status","reconcileID":"04ff2877-f9ff-4e49-a8ad-6e44da7f89cb","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"tenant":"e2e-worker-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","model":"e2e-models-e2e-worker-w3-858236/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:58.324052412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"e2e-temp-model-status","reconcileID":"04ff2877-f9ff-4e49-a8ad-6e44da7f89cb","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"distinct-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"distinct-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:58.380587239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56589e5d-efb3-4fcf-a76d-242134064de5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:58.380692651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"20acbc73-e5b6-479d-921b-20fba7c67a00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:58.380831093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"302b46ce-ca0c-46b5-93c9-e15376dfdc8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:58.43333529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56589e5d-efb3-4fcf-a76d-242134064de5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:58.436737208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"20acbc73-e5b6-479d-921b-20fba7c67a00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:58.48595711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56589e5d-efb3-4fcf-a76d-242134064de5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:58.489589927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"302b46ce-ca0c-46b5-93c9-e15376dfdc8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:58.538819516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56589e5d-efb3-4fcf-a76d-242134064de5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:43:58.593822543Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-status-transition-auth","reconcileID":"6f810b60-9e49-4ee9-90b2-5c57aca55550","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-transition-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:58.64678017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-status-transition-sub","reconcileID":"00f053fd-41e5-451b-8e6f-eb0ca1aea7bb","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w3-858236/e2e-temp-model-status","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:58.711622Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-status-degraded-sub","reconcileID":"16770959-06d5-4149-bf4c-f867fd8da0c2","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscription":"e2e-status-degraded-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:58.856513107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-status-transition-auth","reconcileID":"edeb5d51-0a61-492c-b651-67db122a4e1b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:58.91341253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-status-transition-auth","reconcileID":"edeb5d51-0a61-492c-b651-67db122a4e1b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:58.968690277Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-status-degraded-sub","reconcileID":"16770959-06d5-4149-bf4c-f867fd8da0c2","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5ac93f/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:58.968716919Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-status-degraded-sub","reconcileID":"16770959-06d5-4149-bf4c-f867fd8da0c2","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:58.968812222Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-status-degraded-sub","reconcileID":"16770959-06d5-4149-bf4c-f867fd8da0c2","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-5ac93f/nonexistent-model-partial","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:59.179825135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"7100ebd6-2342-4d41-a245-9cbf16a03153","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:59.241234427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"f9449a47-6bac-4cab-81af-35ba56bc2663","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:59.299459737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"e2e-temp-model-status","reconcileID":"f0a34364-bf61-4274-ab48-e8176bd8974d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"tenant":"e2e-worker-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","model":"e2e-models-e2e-worker-w3-858236/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:59.299480047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"e2e-temp-model-status","reconcileID":"f0a34364-bf61-4274-ab48-e8176bd8974d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"distinct-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"distinct-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:59.38595056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"e8995c23-2922-45fb-8c77-6fafecf08f99","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:59.39787159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"86270aee-ca84-432b-b432-4de429b55419","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:59.398111537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"f3a4ba2d-9cac-4dc1-b69d-7a0526684e69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:59.398275217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-status-degraded-auth","reconcileID":"b607d2da-828c-4e63-aa6e-5407f25f4324","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:59.454128358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"86270aee-ca84-432b-b432-4de429b55419","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:59.454370389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"f3a4ba2d-9cac-4dc1-b69d-7a0526684e69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:59.456304233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-status-degraded-auth","reconcileID":"b607d2da-828c-4e63-aa6e-5407f25f4324","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:59.658844965Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-status-degraded-auth","reconcileID":"12b32f4c-fc6b-4e0e-a391-491d5c6eb5ce","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:43:59.917275678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"0683ce78-c12f-4404-a9d7-771785ffc04c","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:00.283709816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b50f2ca4-8512-4882-885d-023cd2944482","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:00.452923785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c7df1c98-9410-45b4-a4f4-f6bbff05b75c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:00.554758541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"3b43f2c0-2a51-431e-ab24-6eff342c2e91","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:00.726931428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"408999c7-1011-428e-a29a-369c9c4f3283","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:00.781810674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"322b3545-8242-4b8e-9b15-eff59036ffad","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:00.857423293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-subscription","reconcileID":"8d33d8fa-4160-4d6d-b540-66623592a4e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-premium-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:00.990057783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-status-degraded-auth","reconcileID":"83599596-c4e9-48bf-af86-c656af8e36d8","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:01.03108197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"906b7e09-b548-44a8-8dbd-b4849a02796e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:01.04640863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-status-degraded-auth","reconcileID":"83599596-c4e9-48bf-af86-c656af8e36d8","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:01.130270654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-subscription","reconcileID":"fb3a033d-625d-4e8b-bfb0-b4eaf3d682c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-premium-w4-398828","model":"e2e-models-e2e-worker-w4-398828/premium-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:01.155373077Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-status-degraded-auth","reconcileID":"83599596-c4e9-48bf-af86-c656af8e36d8","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/nonexistent-model-auth-partial","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:01.229645676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"8b59a084-6e95-4268-a855-c0dd9ac42acd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:01.332937168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"b9582e9e-e827-41b3-bbed-9e070c2d6254","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-premium-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:01.438247289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"ed9de67a-178d-46e6-8ebb-32794182e77b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:01.470521471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"bfebcbf8-3942-4b09-9d36-61385ad44c1e","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:01.536746421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"617cdf65-6c36-4c99-a339-151842b688ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:01.561609555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"40e03d25-f89a-4719-89fb-61950ba62660","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:01.682035796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-status-degraded-auth","reconcileID":"a736c655-2091-4ee4-b7d6-6495a983a56c","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:01.739812213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-status-degraded-auth","reconcileID":"a736c655-2091-4ee4-b7d6-6495a983a56c","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:01.846888024Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-status-degraded-auth","reconcileID":"a736c655-2091-4ee4-b7d6-6495a983a56c","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/nonexistent-model-auth-partial","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:44:02.153570302Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-status-degraded-auth","reconcileID":"a736c655-2091-4ee4-b7d6-6495a983a56c","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-degraded-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:02.37918372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-status-degraded-auth","reconcileID":"5641a753-85e3-4375-b57f-eff8c72047a0","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:02.436961684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-status-degraded-auth","reconcileID":"5641a753-85e3-4375-b57f-eff8c72047a0","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:02.545968798Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-status-degraded-auth","reconcileID":"5641a753-85e3-4375-b57f-eff8c72047a0","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/nonexistent-model-auth-partial","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:03.135325342Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-status-degraded-auth","reconcileID":"2be327bf-b238-4315-9e60-e6126ddfbf42","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:03.135725303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"ba262c58-fc0e-4313-afc7-65ea947fc6d7","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:03.190091461Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-status-degraded-auth","reconcileID":"2be327bf-b238-4315-9e60-e6126ddfbf42","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/nonexistent-model-auth-partial","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:03.404872898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"fcf33722-a28f-49cc-aba0-019629505aab","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:04.224239704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"8b860019-8bd1-4e67-8c44-e337ae143f6c","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:04.280745689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"e2fff94f-23c7-45b5-98ba-bcdcf3dd00e6","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:04.462723469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-degraded-models-apikey-auth","reconcileID":"0e1d3be2-0eb1-4258-b13b-94712c0a5495","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:04.486480145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"90cd1dcc-da9e-433d-b7d1-77a8813d33ce","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:04.51966537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-degraded-models-apikey-auth","reconcileID":"0e1d3be2-0eb1-4258-b13b-94712c0a5495","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:04.549980588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"67d6d85b-c8c5-48bd-9b0f-abd1e9c6702f","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:44:04.594674157Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-degraded-models-apikey","reconcileID":"8b7498b7-79c9-4e2c-afed-1e08b6da5da7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:04.647856262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"2743e0b2-09da-4bd9-9ee2-f6d2a869f04e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:04.648628117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"76ab1185-7bd6-4206-8ec9-5a06474bc58e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:04.705446878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"76ab1185-7bd6-4206-8ec9-5a06474bc58e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:04.705509824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"2743e0b2-09da-4bd9-9ee2-f6d2a869f04e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:04.711097419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"9fb637d2-5f86-4b48-a3e2-8bba8ca3b6df","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:04.76865318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"80175813-b72e-4d69-9038-9917f03b65a9","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:04.838289324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"dd1e3a14-80de-4a7b-a525-049c0bdfd372","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:04.996606152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-degraded-models-apikey-auth","reconcileID":"3bf22179-f0f4-48da-8700-22d89d01d44d","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:05.040639756Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-degraded-models-apikey","reconcileID":"028b5bef-43c7-430f-b808-dfb3e1e1717f","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-5ac93f/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w1-5ac93f/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:05.040784137Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-degraded-models-apikey","reconcileID":"028b5bef-43c7-430f-b808-dfb3e1e1717f","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-5ac93f/nonexistent-model-apikey","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:05.044762309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"d14fa51a-0e3c-431c-bacf-f0d2a04e2b7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:05.048695471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"887dc89f-4a5f-4402-bb18-5c939d485a26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:05.057866346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-degraded-models-apikey-auth","reconcileID":"3bf22179-f0f4-48da-8700-22d89d01d44d","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:05.102655616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"d14fa51a-0e3c-431c-bacf-f0d2a04e2b7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:05.112884324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"887dc89f-4a5f-4402-bb18-5c939d485a26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:05.255640905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"9845cf4f-a660-4a8e-9e27-349ff693d818","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:05.314946522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"4c2d5692-6386-4455-ae17-27b6252bafe1","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:05.525333701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-degraded-models-apikey","reconcileID":"fa442960-22f3-4aef-a63b-cfbd69c5ec4c","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:05.52549405Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-degraded-models-apikey","reconcileID":"fa442960-22f3-4aef-a63b-cfbd69c5ec4c","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-5ac93f/nonexistent-model-apikey","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:05.60887378Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:07.494644165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"69945279-ac52-4f80-aaaa-84401408f178","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:07.660906073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-degraded-models-apikey-auth","reconcileID":"6d0488bc-2a58-4365-87a6-f3ff18e6c3cb","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:07.660912708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"c4049af7-70bd-427a-8a03-04d990fbaf54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:07.661552268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"48e6ab6e-5df6-4659-984e-b8c75c918ad4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:07.723907967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-degraded-models-apikey-auth","reconcileID":"6d0488bc-2a58-4365-87a6-f3ff18e6c3cb","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:07.728276658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"48e6ab6e-5df6-4659-984e-b8c75c918ad4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:07.728923408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"c4049af7-70bd-427a-8a03-04d990fbaf54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:08.004566372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb7eb1cf-ec9f-4034-822a-567555bca2a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:08.063875488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb7eb1cf-ec9f-4034-822a-567555bca2a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:08.11785329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb7eb1cf-ec9f-4034-822a-567555bca2a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:08.170640165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb7eb1cf-ec9f-4034-822a-567555bca2a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:10.099746924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dfe52d3-8f16-4ff0-9b07-41cf8b873f92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:10.152652442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dfe52d3-8f16-4ff0-9b07-41cf8b873f92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:10.213777384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dfe52d3-8f16-4ff0-9b07-41cf8b873f92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:10.267278632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dfe52d3-8f16-4ff0-9b07-41cf8b873f92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:12.194866831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4a66f79-c976-4a7b-98f3-c93add7b9cce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:12.247519627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4a66f79-c976-4a7b-98f3-c93add7b9cce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:12.300294652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4a66f79-c976-4a7b-98f3-c93add7b9cce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:12.353428397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4a66f79-c976-4a7b-98f3-c93add7b9cce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:14.279868627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eb8b5e6-1aad-4007-b023-94c2d7d74553","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:14.332633974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eb8b5e6-1aad-4007-b023-94c2d7d74553","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:14.385223433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eb8b5e6-1aad-4007-b023-94c2d7d74553","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:14.438477337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eb8b5e6-1aad-4007-b023-94c2d7d74553","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:16.371566564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"974953b3-06c3-4a93-8bf8-a0a2c3ae7ada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:16.424228138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"974953b3-06c3-4a93-8bf8-a0a2c3ae7ada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:16.477193296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"974953b3-06c3-4a93-8bf8-a0a2c3ae7ada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:16.529849083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"974953b3-06c3-4a93-8bf8-a0a2c3ae7ada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:17.663764871Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-degraded-models-apikey","reconcileID":"76663c9c-6164-4b7e-b56a-4ba8725f42a7","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscription":"e2e-degraded-models-apikey","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:17.932750391Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-degraded-models-apikey","reconcileID":"76663c9c-6164-4b7e-b56a-4ba8725f42a7","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5ac93f/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:17.932789769Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-degraded-models-apikey","reconcileID":"76663c9c-6164-4b7e-b56a-4ba8725f42a7","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:17.932868918Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-degraded-models-apikey","reconcileID":"76663c9c-6164-4b7e-b56a-4ba8725f42a7","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-5ac93f/nonexistent-model-apikey","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:18.14841629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"2b627cf5-fc53-4645-bf52-88270ad03d7b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:18.255784938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"6a3d3264-ca69-4b8d-9cb7-d3b639447147","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:18.402843302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"6557596e-4a7d-4427-b528-da4b0e6469f4","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:18.435835082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00a20be1-f65b-4085-8290-12e45c4af2aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:18.435922848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"206ac49f-ada6-4fa1-92b3-f807b77e0b28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:18.436075604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"26c15da4-dc9b-44c5-b49c-d6129f77842d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:18.436324963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-degraded-models-apikey-auth","reconcileID":"a79d942c-a396-45d2-8daf-a7140a0c5047","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:18.48875283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00a20be1-f65b-4085-8290-12e45c4af2aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:18.541566161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00a20be1-f65b-4085-8290-12e45c4af2aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:18.545075757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"26c15da4-dc9b-44c5-b49c-d6129f77842d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:18.594229525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00a20be1-f65b-4085-8290-12e45c4af2aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:18.598114912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"206ac49f-ada6-4fa1-92b3-f807b77e0b28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:18.598223885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-degraded-models-apikey-auth","reconcileID":"a79d942c-a396-45d2-8daf-a7140a0c5047","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:18.807156773Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-degraded-models-apikey-auth","reconcileID":"b4f416d8-0c48-48c5-a973-a61dcd337287","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:19.007917127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"5751ffbd-261b-479d-a9cf-6abab4373409","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:19.856834388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"93eed36c-f367-488e-9bea-df0886c74c49","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:19.916027023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"a83d02dc-f0c0-4712-9b76-d34255623ac6","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:20.135894286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-degraded-models-kube-auth","reconcileID":"2d8d9c39-7139-4fb3-bbaa-c3aba6718ff6","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:20.137722713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"ad55aadf-1c7d-4cfa-9c35-0f076d733607","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:20.192772926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-degraded-models-kube-auth","reconcileID":"2d8d9c39-7139-4fb3-bbaa-c3aba6718ff6","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:20.193346968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"05719114-a1a4-438b-94d7-21ab2882684d","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:44:20.245701566Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-degraded-models-kube","reconcileID":"b5fb9ae0-ea69-4e58-9442-06133eea4d60","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:20.295046212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"282cfc93-5eb4-4481-8e2a-e18b3c36907f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:20.295144098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"1cb9f491-a1e1-4e93-ad1f-6654366f8bdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:20.352520953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"1cb9f491-a1e1-4e93-ad1f-6654366f8bdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:20.352881301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"282cfc93-5eb4-4481-8e2a-e18b3c36907f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:20.360417658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"2bf31919-5dd1-48f5-a250-d199952b7644","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:20.417281832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"f8359083-98b0-4bea-809b-460763da0ec3","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:20.517069126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"654d61f6-a812-4cee-86a4-7a88b4be7c80","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:20.578379314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b2df4b6-ad65-409e-be2a-87e2679d51c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:20.631018318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b2df4b6-ad65-409e-be2a-87e2679d51c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:20.711869898Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-degraded-models-kube","reconcileID":"79c584f6-64f9-4e40-ab8c-bd81e907eac5","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-5ac93f/e2e-degraded-models-kube","ai-tenant-e2e-worker-w1-5ac93f/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:20.713006041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b2df4b6-ad65-409e-be2a-87e2679d51c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:20.713206179Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-degraded-models-kube","reconcileID":"79c584f6-64f9-4e40-ab8c-bd81e907eac5","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-5ac93f/nonexistent-model-kube","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:20.773818106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b2df4b6-ad65-409e-be2a-87e2679d51c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:20.827791958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-degraded-models-kube-auth","reconcileID":"43f94982-3af1-4f41-9cec-05ef1d5878e2","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:20.880590222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"4b63f078-e3f1-46a8-9b75-3a614062a91b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:20.884827807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-degraded-models-kube-auth","reconcileID":"43f94982-3af1-4f41-9cec-05ef1d5878e2","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:20.932428206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"85be7c0c-898f-48ad-98cb-307706e26e48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:20.936604635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"4b63f078-e3f1-46a8-9b75-3a614062a91b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:20.937335866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"e9d73fef-e153-4f42-b281-81070c0fb39c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:20.948905271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"aa517648-bcf3-4e98-a6ea-bd4d28010706","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:20.988750363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"85be7c0c-898f-48ad-98cb-307706e26e48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:44:21.20007792Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-degraded-models-kube-auth","reconcileID":"43f94982-3af1-4f41-9cec-05ef1d5878e2","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-degraded-models-kube-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:21.205908734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-degraded-models-kube","reconcileID":"e39da464-27a3-4f8d-bbaa-174281d5fb2d","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:21.206026748Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-degraded-models-kube","reconcileID":"e39da464-27a3-4f8d-bbaa-174281d5fb2d","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-5ac93f/nonexistent-model-kube","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:21.361290423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-degraded-models-kube-auth","reconcileID":"5a04a5cd-d54a-4a6d-be84-1769fcc3955c","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:21.417466836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-degraded-models-kube-auth","reconcileID":"5a04a5cd-d54a-4a6d-be84-1769fcc3955c","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:22.867442338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"5900d5ad-117c-44a1-82cd-f466504c8876","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:23.025337745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"9c224fbe-17ce-4678-aae7-b6fa798f15a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:23.025407828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"1a904860-7d32-4bf6-881e-39f766b8d51a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:23.025801847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-degraded-models-kube-auth","reconcileID":"4bdc5002-ed66-425e-8b1b-6f7eb155d3c9","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:23.082197358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"1a904860-7d32-4bf6-881e-39f766b8d51a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:23.084289292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-degraded-models-kube-auth","reconcileID":"4bdc5002-ed66-425e-8b1b-6f7eb155d3c9","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:23.084408093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"9c224fbe-17ce-4678-aae7-b6fa798f15a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:24.770442638Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b06f8"},"namespace":"ai-tenant-e2e-praxis-b-9b06f8","name":"default-tenant","reconcileID":"fac2a1b5-e707-46b2-81bf-e17a4cbf9f30","namespace":"ai-tenant-e2e-praxis-b-9b06f8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:24.770541338Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b06f8"},"namespace":"ai-tenant-e2e-praxis-b-9b06f8","name":"default-tenant","reconcileID":"fac2a1b5-e707-46b2-81bf-e17a4cbf9f30","namespace":"ai-tenant-e2e-praxis-b-9b06f8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:24.770636596Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b06f8"},"namespace":"ai-tenant-e2e-praxis-b-9b06f8","name":"default-tenant","reconcileID":"fac2a1b5-e707-46b2-81bf-e17a4cbf9f30","tenant":"e2e-praxis-b-9b06f8","tenantID":"e2e-praxis-b-9b06f8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:24.825537822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b06f8"},"namespace":"ai-tenant-e2e-praxis-b-9b06f8","name":"default-tenant","reconcileID":"fac2a1b5-e707-46b2-81bf-e17a4cbf9f30","gvk":"Deployment","name":"maas-api-e2e-praxis-b-9b06f8","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:24.889016824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b06f8"},"namespace":"ai-tenant-e2e-praxis-b-9b06f8","name":"default-tenant","reconcileID":"fac2a1b5-e707-46b2-81bf-e17a4cbf9f30","gvk":"Service","name":"maas-api-e2e-praxis-b-9b06f8","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:24.949629092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b06f8"},"namespace":"ai-tenant-e2e-praxis-b-9b06f8","name":"default-tenant","reconcileID":"fac2a1b5-e707-46b2-81bf-e17a4cbf9f30","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-9b06f8","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:25.004551289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b06f8"},"namespace":"ai-tenant-e2e-praxis-b-9b06f8","name":"default-tenant","reconcileID":"fac2a1b5-e707-46b2-81bf-e17a4cbf9f30","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-9b06f8","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:25.062082302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b06f8"},"namespace":"ai-tenant-e2e-praxis-b-9b06f8","name":"default-tenant","reconcileID":"fac2a1b5-e707-46b2-81bf-e17a4cbf9f30","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-9b06f8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:25.117138524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b06f8"},"namespace":"ai-tenant-e2e-praxis-b-9b06f8","name":"default-tenant","reconcileID":"fac2a1b5-e707-46b2-81bf-e17a4cbf9f30","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-9b06f8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:25.182720381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b06f8"},"namespace":"ai-tenant-e2e-praxis-b-9b06f8","name":"default-tenant","reconcileID":"fac2a1b5-e707-46b2-81bf-e17a4cbf9f30","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-9b06f8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:25.252241446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b06f8"},"namespace":"ai-tenant-e2e-praxis-b-9b06f8","name":"default-tenant","reconcileID":"fac2a1b5-e707-46b2-81bf-e17a4cbf9f30","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-9b06f8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:25.317693763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b06f8"},"namespace":"ai-tenant-e2e-praxis-b-9b06f8","name":"default-tenant","reconcileID":"fac2a1b5-e707-46b2-81bf-e17a4cbf9f30","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-9b06f8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:25.371706233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b06f8"},"namespace":"ai-tenant-e2e-praxis-b-9b06f8","name":"default-tenant","reconcileID":"fac2a1b5-e707-46b2-81bf-e17a4cbf9f30","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-9b06f8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:25.443675782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b06f8"},"namespace":"ai-tenant-e2e-praxis-b-9b06f8","name":"default-tenant","reconcileID":"fac2a1b5-e707-46b2-81bf-e17a4cbf9f30","gvk":"Service","name":"payload-processing-e2e-praxis-b-9b06f8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:25.50364504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b06f8"},"namespace":"ai-tenant-e2e-praxis-b-9b06f8","name":"default-tenant","reconcileID":"fac2a1b5-e707-46b2-81bf-e17a4cbf9f30","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-9b06f8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:25.564625517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b06f8"},"namespace":"ai-tenant-e2e-praxis-b-9b06f8","name":"default-tenant","reconcileID":"fac2a1b5-e707-46b2-81bf-e17a4cbf9f30","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-9b06f8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:25.617701912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b06f8"},"namespace":"ai-tenant-e2e-praxis-b-9b06f8","name":"default-tenant","reconcileID":"fac2a1b5-e707-46b2-81bf-e17a4cbf9f30","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-9b06f8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:25.674227453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"43f3bc75-a2d3-46d1-af0d-9c2a03bf11a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:25.674714967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b06f8"},"namespace":"ai-tenant-e2e-praxis-b-9b06f8","name":"default-tenant","reconcileID":"fac2a1b5-e707-46b2-81bf-e17a4cbf9f30","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-9b06f8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:25.730607551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b06f8"},"namespace":"ai-tenant-e2e-praxis-b-9b06f8","name":"default-tenant","reconcileID":"fac2a1b5-e707-46b2-81bf-e17a4cbf9f30","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-9b06f8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:25.788831358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b06f8"},"namespace":"ai-tenant-e2e-praxis-b-9b06f8","name":"default-tenant","reconcileID":"fac2a1b5-e707-46b2-81bf-e17a4cbf9f30","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-9b06f8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:25.78888167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-subscription","reconcileID":"48cd1f65-a04a-4898-bc83-e004d8022a4d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-premium-w4-398828","model":"e2e-models-e2e-worker-w4-398828/premium-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:25.844833374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b06f8"},"namespace":"ai-tenant-e2e-praxis-b-9b06f8","name":"default-tenant","reconcileID":"fac2a1b5-e707-46b2-81bf-e17a4cbf9f30","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-9b06f8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:25.845515796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"35b943dc-aa83-4e4b-a4ea-13c01f94e3da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-premium-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:25.910736715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b06f8"},"namespace":"ai-tenant-e2e-praxis-b-9b06f8","name":"default-tenant","reconcileID":"fac2a1b5-e707-46b2-81bf-e17a4cbf9f30","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-9b06f8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:25.967298193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b06f8"},"namespace":"ai-tenant-e2e-praxis-b-9b06f8","name":"default-tenant","reconcileID":"fac2a1b5-e707-46b2-81bf-e17a4cbf9f30","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-9b06f8","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:25.967634808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"d4649989-c346-465c-8ae5-5b659eac9304","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:26.052752345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"a4197527-dace-40d7-8b05-1f61cfc784e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:26.242539392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"177ddf66-61f2-40fb-a441-0c602e1b3445","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:26.454171821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"65781159-e477-47bb-a96a-1ad2f756fc3d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:26.470207173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"d93457f4-f88c-4062-82d2-9bbaa95377f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:26.554203982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-status-transition-sub","reconcileID":"e1d33349-a330-45ef-b167-517cf14e47ee","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w3-858236/e2e-temp-model-status","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:26.586916504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-subscription","reconcileID":"8aae0b69-395c-41ca-99ab-d35e6506091a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-premium-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:26.654605544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fd87dbdd-89b0-4943-b9e9-7e305f69da0e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:26.721511144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"e2e-temp-model-status","reconcileID":"3cd8a711-e441-4177-bf70-158564abf61f","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"tenant":"e2e-worker-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","model":"e2e-models-e2e-worker-w3-858236/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:26.721531708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"e2e-temp-model-status","reconcileID":"3cd8a711-e441-4177-bf70-158564abf61f","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"distinct-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"distinct-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:26.774409301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"e45634e2-24f5-4d23-ab51-a601cd6da52c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:26.840004473Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-9b06f8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-9b06f8","reconcileID":"f95dde01-a95b-435b-bfb7-2447bcbcc13b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-9b06f8","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-9b06f8"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:27.321675246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"0e28d6ac-b29e-4f06-827f-192d9bd0cc8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:27.321687825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"628c0ea0-81eb-4ab2-89e7-3d65d1782ab4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:27.322126379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-status-transition-auth","reconcileID":"e95ab1c8-efac-40bb-ac95-b0394facf05f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:27.378633523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"0e28d6ac-b29e-4f06-827f-192d9bd0cc8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:27.378803567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"628c0ea0-81eb-4ab2-89e7-3d65d1782ab4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:27.380929269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-status-transition-auth","reconcileID":"e95ab1c8-efac-40bb-ac95-b0394facf05f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:27.982751349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"900cda80-5b88-437a-a4dd-c7a9b28ce664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:28.03540463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"900cda80-5b88-437a-a4dd-c7a9b28ce664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:28.087967899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"900cda80-5b88-437a-a4dd-c7a9b28ce664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:28.140611118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"900cda80-5b88-437a-a4dd-c7a9b28ce664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:28.295874762Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-status-transition-sub","reconcileID":"5ef9692d-8b1d-4d35-b717-680a84b1aceb","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"model":"e2e-models-e2e-worker-w3-858236/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-858236/e2e-temp-model-status (deleting)","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:28.348832088Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-status-transition-sub","reconcileID":"5ef9692d-8b1d-4d35-b717-680a84b1aceb","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236","model":"e2e-models-e2e-worker-w3-858236/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:28.348903906Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"e2e-temp-model-status","reconcileID":"02c52a32-9735-420e-bddd-764547f393b9","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-858236","model":"e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:28.461063143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-status-transition-auth","reconcileID":"efee5917-c980-4868-908f-fb51e2aee4ad","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:28.46108184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"d336a949-16d5-4b38-81c1-0e7c97525b0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:28.51758896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-status-transition-auth","reconcileID":"efee5917-c980-4868-908f-fb51e2aee4ad","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:28.517618468Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-status-transition-auth","reconcileID":"efee5917-c980-4868-908f-fb51e2aee4ad","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"model":"e2e-models-e2e-worker-w3-858236/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:28.518061253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"d336a949-16d5-4b38-81c1-0e7c97525b0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:28.521482681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-w3-858236","reconcileID":"2165bac9-779f-4b9c-897c-d7e1084149e5","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"distinct-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"distinct-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:28.553345706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"5984fda5-b208-43e1-9af0-4c5ed03dcf45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:28.609568408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"5984fda5-b208-43e1-9af0-4c5ed03dcf45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:28.880821191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-status-transition-auth","reconcileID":"683a3144-7ab2-4994-9eaa-87d4047f0f69","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:28.942255957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-status-transition-auth","reconcileID":"683a3144-7ab2-4994-9eaa-87d4047f0f69","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:28.942286841Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-status-transition-auth","reconcileID":"683a3144-7ab2-4994-9eaa-87d4047f0f69","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"model":"e2e-models-e2e-worker-w3-858236/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:28.987471581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"bb67ee90-7f03-48af-b463-4e955c497ace","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:29.040241608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"95a3480e-e847-4150-aa07-f5c749a43d87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:29.044980656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"bb67ee90-7f03-48af-b463-4e955c497ace","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:29.096654747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"95a3480e-e847-4150-aa07-f5c749a43d87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:29.419242917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-status-transition-auth","reconcileID":"1a6ffa18-51cf-4ff0-a0e3-09ae5812180d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:29.475589659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-status-transition-auth","reconcileID":"1a6ffa18-51cf-4ff0-a0e3-09ae5812180d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:29.490772095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"ddc347a7-5a11-4550-891e-226331888d0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:29.491173404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"65d4294f-db93-4dc7-99a0-4eda383db285","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:29.547831754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"ddc347a7-5a11-4550-891e-226331888d0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:29.548049804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"65d4294f-db93-4dc7-99a0-4eda383db285","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:29.549257699Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-status-transition-auth","reconcileID":"1a6ffa18-51cf-4ff0-a0e3-09ae5812180d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"model":"e2e-models-e2e-worker-w3-858236/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:30.076730142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0433218f-a92c-4529-98f4-b03d3d3d152c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:30.129658389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0433218f-a92c-4529-98f4-b03d3d3d152c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:30.182440147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0433218f-a92c-4529-98f4-b03d3d3d152c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:30.235150162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0433218f-a92c-4529-98f4-b03d3d3d152c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:33.031531049Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-degraded-models-kube","reconcileID":"e689ab23-b5eb-4ee7-b489-df26379969e8","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscription":"e2e-degraded-models-kube","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:33.248461725Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-degraded-models-kube","reconcileID":"e689ab23-b5eb-4ee7-b489-df26379969e8","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5ac93f/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:33.248491313Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-degraded-models-kube","reconcileID":"e689ab23-b5eb-4ee7-b489-df26379969e8","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:33.248591594Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-degraded-models-kube","reconcileID":"e689ab23-b5eb-4ee7-b489-df26379969e8","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-5ac93f/nonexistent-model-kube","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:33.459792891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"9ee78a20-57f1-4caa-8414-048d0bf16003","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:33.570171687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"de849bb8-0089-400a-8dba-e47bf2edd1e4","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:33.714979937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"dcba26e5-d604-40b0-8d93-6b4678055304","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:33.731945342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-degraded-models-kube-auth","reconcileID":"7e459c7a-6d57-4574-ae00-d62450c7d1bc","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:33.732688835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"b2d90a25-a6ff-4933-b58a-28f9714840ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:33.732996063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"92f7e145-805f-46a4-b737-a5a4e0ba9532","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:33.790970751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"b2d90a25-a6ff-4933-b58a-28f9714840ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:33.790995463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-degraded-models-kube-auth","reconcileID":"7e459c7a-6d57-4574-ae00-d62450c7d1bc","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:33.793293619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"92f7e145-805f-46a4-b737-a5a4e0ba9532","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:33.947581923Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-degraded-models-kube-auth","reconcileID":"95497687-2bfb-41d9-a411-41b873ca6b74","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:34.107674667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"a442bbaf-c3b8-4883-9f3b-eeb32311a1e4","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:35.077003038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"premium-w0-1f6e39","reconcileID":"dbf01257-24f3-4448-b6dd-6958fdbc4b7b","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"premium-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"premium-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:35.131857803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"premium-w0-1f6e39","reconcileID":"08124e93-75d9-41d0-a83e-2aed7f36c3a3","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"premium-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"premium-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:35.288287712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-test-auth-no-access","reconcileID":"ad72e7c2-0fda-4c15-a9d8-8108e56ff7d1","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:35.335155012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"premium-w0-1f6e39","reconcileID":"752a5e1a-2be6-4a6a-882a-f91b101b7f14","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"premium-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"premium-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:35.344289663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-test-auth-no-access","reconcileID":"ad72e7c2-0fda-4c15-a9d8-8108e56ff7d1","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:35.392187995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"premium-w0-1f6e39","reconcileID":"47fa6239-3e90-41bd-9120-c737db9873c7","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"premium-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"premium-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:44:35.441024104Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-test-subscription-no-access","reconcileID":"99a617b7-85bd-4582-a4a6-2b2ec1f18fbc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:35.492393684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"25c3b600-09a1-4fb8-a1d2-8e32cbe79d1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:35.492397583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"bc79c367-1ac6-4d0d-b2c5-1ef1771d5fac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:35.548544677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"25c3b600-09a1-4fb8-a1d2-8e32cbe79d1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:35.5487303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"bc79c367-1ac6-4d0d-b2c5-1ef1771d5fac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:35.552978392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"premium-w0-1f6e39","reconcileID":"49eed1fe-08e6-4ca1-bd85-4bb8cfa02da9","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"premium-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"premium-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:35.608126513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"premium-w0-1f6e39","reconcileID":"018700c0-d20a-4523-a51d-15faf17218e8","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"premium-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"premium-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:35.608530769Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:35.660203004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"premium-w0-1f6e39","reconcileID":"7cfbaa1f-4138-4680-a3a3-20226412dde6","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"premium-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"premium-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:35.817167596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-test-auth-no-access","reconcileID":"e507aad6-3438-4e30-a793-fd997c59d46d","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:35.873323071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-test-auth-no-access","reconcileID":"e507aad6-3438-4e30-a793-fd997c59d46d","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:35.876581354Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-test-subscription-no-access","reconcileID":"73d453ea-0ee6-4b7d-8d48-8aa6d8957f9a","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-premium-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-1f6e39/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w0-1f6e39/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:35.912816109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"0c4f25a7-c897-4588-94fd-62310ea94b10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:35.91281894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"c0837785-242a-4049-a7c6-48fdf9f8ad68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:35.969066642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"c0837785-242a-4049-a7c6-48fdf9f8ad68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:35.969473718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"0c4f25a7-c897-4588-94fd-62310ea94b10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:36.042629164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"premium-w0-1f6e39","reconcileID":"0b85599d-0c22-44ae-83af-790abc4980ef","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"premium-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"premium-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:36.08804193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-subscription","reconcileID":"1ad53c20-9c02-4906-92f9-842c686b684b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-premium-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:36.253040086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-test-subscription-no-access","reconcileID":"6ba76596-4205-482d-b250-a584747c01be","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-premium-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:38.71326998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"premium-w0-1f6e39","reconcileID":"37cc115d-4182-4cf2-9d5e-b305845403e5","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"premium-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"premium-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:38.871055528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"3bf29d1f-cda6-4964-8a30-cb211109a8fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:38.871212382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"8d4b38f2-6363-4fe8-9e34-a3d3d9ccad52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:38.871057252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-test-auth-no-access","reconcileID":"2d04340b-29e9-4295-91af-82d53127b924","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:38.929560798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"3bf29d1f-cda6-4964-8a30-cb211109a8fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:38.930013224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"8d4b38f2-6363-4fe8-9e34-a3d3d9ccad52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:38.931885777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-test-auth-no-access","reconcileID":"2d04340b-29e9-4295-91af-82d53127b924","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:39.097891347Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-status-transition-sub","reconcileID":"edac54b6-02c4-4368-9621-25fe42195f85","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"model":"e2e-models-e2e-worker-w3-858236/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:39.098011808Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-status-transition-sub","reconcileID":"edac54b6-02c4-4368-9621-25fe42195f85","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"model":"e2e-models-e2e-worker-w3-858236/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-858236/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:39.577766839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"fc03b7d3-7381-47be-8828-5d8a75c26aa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:39.578005219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-status-transition-auth","reconcileID":"18f9e7a9-3f6a-47b4-9d4d-9623486cbdaf","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:39.578387108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"2de99a0c-80b6-4d2b-b15b-19a0621e47c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:39.635958312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"2de99a0c-80b6-4d2b-b15b-19a0621e47c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:39.635968325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-status-transition-auth","reconcileID":"18f9e7a9-3f6a-47b4-9d4d-9623486cbdaf","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:39.638380986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"fc03b7d3-7381-47be-8828-5d8a75c26aa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:39.692193614Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-status-transition-auth","reconcileID":"18f9e7a9-3f6a-47b4-9d4d-9623486cbdaf","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"model":"e2e-models-e2e-worker-w3-858236/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:39.796237429Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-status-transition-auth","reconcileID":"994dc407-4923-45ee-96c6-f186bbdf75a0","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"model":"e2e-models-e2e-worker-w3-858236/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:40.91487048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"f07d21ce-5c9d-4a56-919b-689810827399","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:40.969605923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"63fc410d-3e86-436d-9a59-1cea7ad9cb8d","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:41.127892387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-degraded-healthy-inf-auth","reconcileID":"b99e7dfe-3ae3-4dd2-83db-cce96d26ca45","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:41.173438561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"4635591b-84ea-42e7-867c-9cf3cb21e8e2","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:41.185009689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-degraded-healthy-inf-auth","reconcileID":"b99e7dfe-3ae3-4dd2-83db-cce96d26ca45","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:41.229562245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"12142ca7-0c62-4989-aa40-e85362ede15b","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:44:41.284401826Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-degraded-healthy-inf","reconcileID":"fd328ed3-5baa-41cc-a7e3-c967efc2b10e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:41.333950157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"6837b820-36d3-4acf-80ae-92b598474db8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:41.336092957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"bf9419db-f67c-46d4-a55c-0b462422090a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:41.391653641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"6837b820-36d3-4acf-80ae-92b598474db8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:41.393127693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"bf9419db-f67c-46d4-a55c-0b462422090a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:41.399141986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"4d1c0f58-fc3c-4969-a6d8-24602e65434a","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:41.458006867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"26128aad-30a5-444c-aa7f-9e65cd506f6b","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:41.510606535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"0fdb2502-78b8-4a0b-a947-774bc25b489b","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:41.669291476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-degraded-healthy-inf-auth","reconcileID":"a51ca34b-e2b7-42cd-ba2e-d60c2f0ad598","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:41.727455307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-degraded-healthy-inf-auth","reconcileID":"a51ca34b-e2b7-42cd-ba2e-d60c2f0ad598","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:41.728555548Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-degraded-healthy-inf","reconcileID":"95c7e5d1-bc35-4007-b291-5a08cdd9a582","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-858236/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w3-858236/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:41.72869067Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-degraded-healthy-inf","reconcileID":"95c7e5d1-bc35-4007-b291-5a08cdd9a582","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-858236"},"model":"e2e-models-e2e-worker-w3-858236/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-858236/nonexistent-model-inf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:41.771608447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"e63e214c-3f16-4f79-9db0-b0636f3b2019","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:41.771613304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"df8a22d5-3093-471c-863a-e3007c15d07f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:41.829234123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"df8a22d5-3093-471c-863a-e3007c15d07f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:41.829234172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"e63e214c-3f16-4f79-9db0-b0636f3b2019","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:41.940211743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"07b4a4f8-138e-4af6-a839-6d48476484b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:41.94800659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"1348d800-5c79-4e74-8b94-1a60d4fe2fcf","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:42.158267481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-degraded-healthy-inf","reconcileID":"ec837e00-5124-4c61-9683-0f3f14a9b575","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:42.158394821Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-degraded-healthy-inf","reconcileID":"ec837e00-5124-4c61-9683-0f3f14a9b575","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-858236"},"model":"e2e-models-e2e-worker-w3-858236/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-858236/nonexistent-model-inf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:42.200857641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"e2e-enrichment-model-ref","reconcileID":"2a258fc1-4065-470a-92e9-ee693e742e83","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"tenant":"e2e-worker-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:42.200880523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"e2e-enrichment-model-ref","reconcileID":"2a258fc1-4065-470a-92e9-ee693e742e83","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:42.259959209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"4732faec-9287-45ba-85dd-48ea779f6c90","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:42.366196141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"e2e-enrichment-model-ref","reconcileID":"f89b37eb-18bf-496b-8b58-de87e20463dd","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"tenant":"e2e-worker-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:42.366217777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"e2e-enrichment-model-ref","reconcileID":"f89b37eb-18bf-496b-8b58-de87e20463dd","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:42.424780707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"108021a8-7780-4862-8ff9-fa17c5eeee12","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:44:42.427497513Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-degraded-healthy-inf","reconcileID":"ec837e00-5124-4c61-9683-0f3f14a9b575","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:42.481850532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"e2e-enrichment-model-ref","reconcileID":"89c8fea4-39aa-4779-b2e3-54131707def9","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"tenant":"e2e-worker-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:44:42.481828852Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-5ac93f/e2e-enrichment-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:42.481873395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"e2e-enrichment-model-ref","reconcileID":"89c8fea4-39aa-4779-b2e3-54131707def9","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:42.525701733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"992a2c5e-ed91-4a9a-af98-3baa2c9ac0c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:42.525830302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"867131ba-1d71-4578-ae2c-5ea250efcb22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:42.536474246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"e2e-enrichment-model-ref","reconcileID":"b30e874c-9714-404b-bb55-53fdfb01e191","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"tenant":"e2e-worker-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:42.536489119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"e2e-enrichment-model-ref","reconcileID":"b30e874c-9714-404b-bb55-53fdfb01e191","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:42.58212798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"992a2c5e-ed91-4a9a-af98-3baa2c9ac0c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:42.582760035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"867131ba-1d71-4578-ae2c-5ea250efcb22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:42.63603933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"e2e-enrichment-model-ref","reconcileID":"483917ba-2c41-4aa7-b11f-47cb9bd0b7db","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"tenant":"e2e-worker-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:42.63605865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"e2e-enrichment-model-ref","reconcileID":"483917ba-2c41-4aa7-b11f-47cb9bd0b7db","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:42.644231203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-degraded-healthy-inf","reconcileID":"75993f3a-78f1-4a9b-a4fb-a2d1a3f171ad","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:42.644324908Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-degraded-healthy-inf","reconcileID":"75993f3a-78f1-4a9b-a4fb-a2d1a3f171ad","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-858236"},"model":"e2e-models-e2e-worker-w3-858236/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-858236/nonexistent-model-inf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:42.6968265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"e2e-enrichment-model-ref","reconcileID":"ffbe9208-473d-4567-a0ad-40e5ba20c45c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"tenant":"e2e-worker-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:42.696843667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"e2e-enrichment-model-ref","reconcileID":"ffbe9208-473d-4567-a0ad-40e5ba20c45c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:42.753298264Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-enrichment-sub","reconcileID":"0d4b6e63-c4a7-4769-98bd-3bf87db56ef8","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5ac93f/e2e-enrichment-sub"],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:44:42.753385697Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"e2e-enrichment-model-ref","reconcileID":"ffbe9208-473d-4567-a0ad-40e5ba20c45c","name":"e2e-enrichment-model-ref","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:44:42.753446248Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"e2e-enrichment-model-ref","reconcileID":"ffbe9208-473d-4567-a0ad-40e5ba20c45c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:42.758759883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"e2e-enrichment-model-ref","reconcileID":"8e93da30-c28d-43ed-83fa-e7276454194e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"tenant":"e2e-worker-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:42.758775748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"e2e-enrichment-model-ref","reconcileID":"8e93da30-c28d-43ed-83fa-e7276454194e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:42.90100248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-enrichment-auth","reconcileID":"dcfa4705-45d1-4da2-b24e-82e6459a4089","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:42.919201073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"e2e-enrichment-model-ref","reconcileID":"bdbb51ea-5896-4e37-8252-cddbfb6c56c2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"tenant":"e2e-worker-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:42.919218569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"e2e-enrichment-model-ref","reconcileID":"bdbb51ea-5896-4e37-8252-cddbfb6c56c2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:42.956660227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-enrichment-auth","reconcileID":"dcfa4705-45d1-4da2-b24e-82e6459a4089","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:43.002237161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"0906eb0a-8cf2-4058-bb4f-8424dc877df0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:43.002261845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"99fde1fd-8c36-411b-a90c-e417e429d1c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:43.059598422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"99fde1fd-8c36-411b-a90c-e417e429d1c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:43.059601892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"0906eb0a-8cf2-4058-bb4f-8424dc877df0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:43.128905658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-enrichment-sub","reconcileID":"2688f300-0b08-4c72-abce-9d852129379b","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w1-5ac93f/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:43.274827797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"e2e-enrichment-model-ref","reconcileID":"d180dde0-ec73-4f6e-9c96-163377a9c958","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"tenant":"e2e-worker-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:43.274848645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"e2e-enrichment-model-ref","reconcileID":"d180dde0-ec73-4f6e-9c96-163377a9c958","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:43.297291245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"e2e-enrichment-model-ref","reconcileID":"fad4029a-d4c4-4b3d-bea4-b0381bf66769","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"tenant":"e2e-worker-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:43.297306244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"e2e-enrichment-model-ref","reconcileID":"fad4029a-d4c4-4b3d-bea4-b0381bf66769","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:43.483106136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-enrichment-auth","reconcileID":"c83dbce5-966a-4fd9-819d-e563c98cd447","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:43.539413811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-enrichment-auth","reconcileID":"c83dbce5-966a-4fd9-819d-e563c98cd447","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:44.411832372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"017e2c20-a267-4fba-872b-292be2d3bbbb","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:44.569285476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-degraded-healthy-inf-auth","reconcileID":"0632bdf5-a5eb-4c43-8d6d-8a412445a664","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:44.569517225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"27353a3a-ad0e-4a2e-97ce-ce7468710e05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:44.569890289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"dda47cf9-dc3d-4edc-8ca8-1e09ffc68c64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:44.626228815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"dda47cf9-dc3d-4edc-8ca8-1e09ffc68c64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:44.626741518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-degraded-healthy-inf-auth","reconcileID":"0632bdf5-a5eb-4c43-8d6d-8a412445a664","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:44.628800624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"27353a3a-ad0e-4a2e-97ce-ce7468710e05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:46.032797808Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-enrichment-auth","reconcileID":"4ce31754-4485-4d89-b280-2ef6e0eb1182","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:46.032885006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"e2e-enrichment-model-ref","reconcileID":"22cee920-6a81-4076-8389-630396470906","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"tenant":"e2e-worker-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:46.032900016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"e2e-enrichment-model-ref","reconcileID":"22cee920-6a81-4076-8389-630396470906","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:46.244553781Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-enrichment-auth","reconcileID":"b3a99129-a7da-4d1d-a44a-9afb179cb3f9","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:46.244769626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"e2e-enrichment-model-ref","reconcileID":"77da29f4-2d29-4727-a924-3e0f7dc0e6ca","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"tenant":"e2e-worker-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:46.244787345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"e2e-enrichment-model-ref","reconcileID":"77da29f4-2d29-4727-a924-3e0f7dc0e6ca","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:46.25202223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"cf1d9f9f-bd1d-4a79-8493-b7501cd9ad1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:46.252041678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"05e625d5-1e85-4915-924b-7507a7e9cd28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:46.302218272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-enrichment-sub","reconcileID":"43fb8443-92d7-459b-816f-4e4a396effd3","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w1-5ac93f/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:46.313278988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"cf1d9f9f-bd1d-4a79-8493-b7501cd9ad1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:46.31588887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"05e625d5-1e85-4915-924b-7507a7e9cd28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:46.377584086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"e2e-enrichment-model-ref","reconcileID":"79ddc319-2b72-4b26-a9e3-fea690ac9beb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"tenant":"e2e-worker-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:46.377605109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"e2e-enrichment-model-ref","reconcileID":"79ddc319-2b72-4b26-a9e3-fea690ac9beb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:44:46.449512966Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-enrichment-auth","reconcileID":"b3a99129-a7da-4d1d-a44a-9afb179cb3f9","error":"maasauthpolicies.maas.opendatahub.io \"e2e-enrichment-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:46.623056372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-degraded-healthy-inf-auth","reconcileID":"6b365663-dd2a-40e9-b4f4-2a38e248d994","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:46.623071571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"02629052-158b-46a2-8d1f-ab6a9cb857ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:46.623502085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"caa9841d-6b8b-48aa-bb71-83b8fc6e67ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:46.679455659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-degraded-healthy-inf-auth","reconcileID":"6b365663-dd2a-40e9-b4f4-2a38e248d994","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:46.679566639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"02629052-158b-46a2-8d1f-ab6a9cb857ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:46.681764632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"caa9841d-6b8b-48aa-bb71-83b8fc6e67ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:46.723570834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"ba22795f-cec7-4828-be4d-19b0190cc908","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:46.723682157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"e1f24255-db72-4e31-b536-3a323986bfb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:46.780125656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"ba22795f-cec7-4828-be4d-19b0190cc908","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:46.781174568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"e1f24255-db72-4e31-b536-3a323986bfb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:48.87711258Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-test-subscription-no-access","reconcileID":"3e6d6ca1-fd63-4783-9dba-18871f995751","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","subscription":"e2e-test-subscription-no-access","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:49.094641263Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-test-subscription-no-access","reconcileID":"3e6d6ca1-fd63-4783-9dba-18871f995751","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-premium-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-1f6e39/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:49.304958062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-subscription","reconcileID":"ae6c958f-c533-4128-a7a6-c6b636898a71","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-premium-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:49.355874724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"premium-w0-1f6e39","reconcileID":"298eb086-0637-4aea-b708-5e1fd28ed83c","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"premium-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"premium-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:49.49640997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"premium-w0-1f6e39","reconcileID":"86a76b19-20e3-4836-a6c3-538bd0209bc0","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"premium-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"premium-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:49.513512509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"02e80618-d68a-4ae4-9348-05287434fed9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:49.513527526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"55155479-4985-4160-ad55-9288533ec90f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:49.513908443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-test-auth-no-access","reconcileID":"75e11295-d176-4ae5-8583-cfbe126e4096","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:49.570307968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"02e80618-d68a-4ae4-9348-05287434fed9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:49.570329417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"55155479-4985-4160-ad55-9288533ec90f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:49.572495319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-test-auth-no-access","reconcileID":"75e11295-d176-4ae5-8583-cfbe126e4096","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:49.775908048Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-test-auth-no-access","reconcileID":"f78e07e8-2418-4787-abbe-1f68ee88a9b8","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:49.986628654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"premium-w0-1f6e39","reconcileID":"98edb16e-7b67-4553-8092-a435a7dc0e67","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"premium-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"premium-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:53.627952534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"19d64660-8d80-4912-b4af-f51dca3670b4","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"tenant":"e2e-praxis-a-1b1008","gateway":"openshift-ingress/e2e-praxis-a-1b1008","model":"ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:53.627977515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"19d64660-8d80-4912-b4af-f51dca3670b4","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"routeName":"praxis-route-1b1008-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1b1008","llmisvcName":"praxis-route-1b1008","gateway":"openshift-ingress/e2e-praxis-a-1b1008","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:54.575621605Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-degraded-healthy-inf","reconcileID":"9ac2e883-ef59-480f-9db3-6a508d41e35d","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-858236"},"model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscription":"e2e-degraded-healthy-inf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:54.792428225Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-degraded-healthy-inf","reconcileID":"9ac2e883-ef59-480f-9db3-6a508d41e35d","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-858236/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:54.79245738Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-degraded-healthy-inf","reconcileID":"9ac2e883-ef59-480f-9db3-6a508d41e35d","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-858236"},"model":"e2e-models-e2e-worker-w3-858236/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:54.79255919Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-degraded-healthy-inf","reconcileID":"9ac2e883-ef59-480f-9db3-6a508d41e35d","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-858236"},"model":"e2e-models-e2e-worker-w3-858236/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-858236/nonexistent-model-inf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:55.004188826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"0575dba1-c3f6-4a4b-88ce-fe58439fa1c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:55.062260509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"7ca2902b-fefb-4b89-bf01-b2a2b7532189","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:55.069083416Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad96f4"},"namespace":"ai-tenant-e2e-praxis-b-ad96f4","name":"default-tenant","reconcileID":"49a74dc5-46c8-403b-8996-a8a27229850a","namespace":"ai-tenant-e2e-praxis-b-ad96f4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:55.069129257Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad96f4"},"namespace":"ai-tenant-e2e-praxis-b-ad96f4","name":"default-tenant","reconcileID":"49a74dc5-46c8-403b-8996-a8a27229850a","namespace":"ai-tenant-e2e-praxis-b-ad96f4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:55.069174188Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad96f4"},"namespace":"ai-tenant-e2e-praxis-b-ad96f4","name":"default-tenant","reconcileID":"49a74dc5-46c8-403b-8996-a8a27229850a","tenant":"e2e-praxis-b-ad96f4","tenantID":"e2e-praxis-b-ad96f4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:55.123091183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad96f4"},"namespace":"ai-tenant-e2e-praxis-b-ad96f4","name":"default-tenant","reconcileID":"49a74dc5-46c8-403b-8996-a8a27229850a","gvk":"Deployment","name":"maas-api-e2e-praxis-b-ad96f4","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:55.182901569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad96f4"},"namespace":"ai-tenant-e2e-praxis-b-ad96f4","name":"default-tenant","reconcileID":"49a74dc5-46c8-403b-8996-a8a27229850a","gvk":"Service","name":"maas-api-e2e-praxis-b-ad96f4","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:55.191063061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"af83cbcc-a7ea-4aee-abb5-04bd6ecd9cad","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:55.219455012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"34805e30-31a9-4cf0-b248-540bbddd7b95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:55.219658493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-degraded-healthy-inf-auth","reconcileID":"99df0b0f-82e7-40a8-a934-806f732f311f","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:55.219465007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"fd019664-779c-4851-bd0c-f73cdb5cf9db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:55.24046213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad96f4"},"namespace":"ai-tenant-e2e-praxis-b-ad96f4","name":"default-tenant","reconcileID":"49a74dc5-46c8-403b-8996-a8a27229850a","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-ad96f4","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:55.276387388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"34805e30-31a9-4cf0-b248-540bbddd7b95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:55.27649091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-degraded-healthy-inf-auth","reconcileID":"99df0b0f-82e7-40a8-a934-806f732f311f","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:55.278646934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"fd019664-779c-4851-bd0c-f73cdb5cf9db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:55.294384123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad96f4"},"namespace":"ai-tenant-e2e-praxis-b-ad96f4","name":"default-tenant","reconcileID":"49a74dc5-46c8-403b-8996-a8a27229850a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-ad96f4","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:55.353512392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad96f4"},"namespace":"ai-tenant-e2e-praxis-b-ad96f4","name":"default-tenant","reconcileID":"49a74dc5-46c8-403b-8996-a8a27229850a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-ad96f4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:55.408712837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad96f4"},"namespace":"ai-tenant-e2e-praxis-b-ad96f4","name":"default-tenant","reconcileID":"49a74dc5-46c8-403b-8996-a8a27229850a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-ad96f4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:55.466219592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad96f4"},"namespace":"ai-tenant-e2e-praxis-b-ad96f4","name":"default-tenant","reconcileID":"49a74dc5-46c8-403b-8996-a8a27229850a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-ad96f4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:55.481747959Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-degraded-healthy-inf-auth","reconcileID":"2c3b7faf-2fb2-408e-8fc6-d22ab805ee3a","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:55.522544283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad96f4"},"namespace":"ai-tenant-e2e-praxis-b-ad96f4","name":"default-tenant","reconcileID":"49a74dc5-46c8-403b-8996-a8a27229850a","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-ad96f4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:55.575145307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad96f4"},"namespace":"ai-tenant-e2e-praxis-b-ad96f4","name":"default-tenant","reconcileID":"49a74dc5-46c8-403b-8996-a8a27229850a","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-ad96f4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:55.627727098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad96f4"},"namespace":"ai-tenant-e2e-praxis-b-ad96f4","name":"default-tenant","reconcileID":"49a74dc5-46c8-403b-8996-a8a27229850a","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-ad96f4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:55.680633547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad96f4"},"namespace":"ai-tenant-e2e-praxis-b-ad96f4","name":"default-tenant","reconcileID":"49a74dc5-46c8-403b-8996-a8a27229850a","gvk":"Service","name":"payload-processing-e2e-praxis-b-ad96f4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:55.732833102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad96f4"},"namespace":"ai-tenant-e2e-praxis-b-ad96f4","name":"default-tenant","reconcileID":"49a74dc5-46c8-403b-8996-a8a27229850a","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-ad96f4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:55.741459535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"7049333a-c48c-4d8f-a1f7-ae9020badf0b","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:55.785090578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad96f4"},"namespace":"ai-tenant-e2e-praxis-b-ad96f4","name":"default-tenant","reconcileID":"49a74dc5-46c8-403b-8996-a8a27229850a","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-ad96f4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:55.837426612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad96f4"},"namespace":"ai-tenant-e2e-praxis-b-ad96f4","name":"default-tenant","reconcileID":"49a74dc5-46c8-403b-8996-a8a27229850a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-ad96f4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:55.889462741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad96f4"},"namespace":"ai-tenant-e2e-praxis-b-ad96f4","name":"default-tenant","reconcileID":"49a74dc5-46c8-403b-8996-a8a27229850a","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-ad96f4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:55.945075443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad96f4"},"namespace":"ai-tenant-e2e-praxis-b-ad96f4","name":"default-tenant","reconcileID":"49a74dc5-46c8-403b-8996-a8a27229850a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-ad96f4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:55.997305215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad96f4"},"namespace":"ai-tenant-e2e-praxis-b-ad96f4","name":"default-tenant","reconcileID":"49a74dc5-46c8-403b-8996-a8a27229850a","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-ad96f4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:56.049853232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad96f4"},"namespace":"ai-tenant-e2e-praxis-b-ad96f4","name":"default-tenant","reconcileID":"49a74dc5-46c8-403b-8996-a8a27229850a","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-ad96f4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:56.108140128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad96f4"},"namespace":"ai-tenant-e2e-praxis-b-ad96f4","name":"default-tenant","reconcileID":"49a74dc5-46c8-403b-8996-a8a27229850a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-ad96f4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:56.160550379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad96f4"},"namespace":"ai-tenant-e2e-praxis-b-ad96f4","name":"default-tenant","reconcileID":"49a74dc5-46c8-403b-8996-a8a27229850a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-ad96f4","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:56.574801689Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-enrichment-sub","reconcileID":"ca1719ec-276b-48cf-bc70-681c9e0cf786","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:56.627532852Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-enrichment-sub","reconcileID":"ca1719ec-276b-48cf-bc70-681c9e0cf786","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:56.680523908Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-enrichment-sub","reconcileID":"ca1719ec-276b-48cf-bc70-681c9e0cf786","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:56.953477879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"e2e-enrichment-model-ref","reconcileID":"3e7fb94f-c225-4747-bc3d-28e32d769cfc","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"tenant":"e2e-worker-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:56.953496866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"e2e-enrichment-model-ref","reconcileID":"3e7fb94f-c225-4747-bc3d-28e32d769cfc","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:56.978648657Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-ad96f4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-ad96f4","reconcileID":"ee92ff03-5881-4821-93dc-a71368728c10","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-ad96f4","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-ad96f4"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:57.110847232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"0ae4b5bc-d1a5-4250-a1ef-03ec2e0bf35f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:57.110851464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"89c14243-0093-4c0e-98dc-ea498282795f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:57.172317467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"0ae4b5bc-d1a5-4250-a1ef-03ec2e0bf35f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:57.172737587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"89c14243-0093-4c0e-98dc-ea498282795f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:57.321209406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"5a9f6df5-ef90-4217-ae22-7deb12c5589b","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:58.000022355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"ba6cfeaf-cc14-4f42-a348-a906c8bc7e67","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:58.057579124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"35dc3a3c-347a-4281-b924-3e807e2b239c","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:58.103343669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24139fda-48d9-47fc-9bdc-2b53abd654ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:44:58.1083889Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-model-match-sub","reconcileID":"a021c124-af15-40b4-92ad-d8f99dc89943","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:58.159420543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24139fda-48d9-47fc-9bdc-2b53abd654ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:58.212774745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24139fda-48d9-47fc-9bdc-2b53abd654ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:58.265896911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24139fda-48d9-47fc-9bdc-2b53abd654ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:58.266079678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"6fc4a23a-7bc5-43e3-9928-14a4c1b7325b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:58.280489374Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-5ac93f priority=0:[ai-tenant-e2e-worker-w1-5ac93f/e2e-model-match-sub ai-tenant-e2e-worker-w1-5ac93f/e2e-model-nomatch-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:58.280670856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"32efa6ee-1662-45ba-9829-7e1745fff42a","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:58.319096021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"4c01fa6b-54ad-4697-9651-03daec92892c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:58.323919772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"6fc4a23a-7bc5-43e3-9928-14a4c1b7325b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:58.333889022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"e04fb5c9-e4fd-47d4-baef-03b54e86fc29","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:44:58.338082918Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-5ac93f/e2e-model-match-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:58.376951485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"4c01fa6b-54ad-4697-9651-03daec92892c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:58.387874414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"5849c74c-9786-4533-be94-c121d3e77576","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:58.391866436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"191fed36-c2f6-4ed6-8a18-cb805b60e837","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:44:58.392626966Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-5ac93f/e2e-model-nomatch-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:58.435900537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"bb89f54d-4b98-4dc4-93c0-78345d425046","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:58.480044019Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-5ac93f priority=0:[ai-tenant-e2e-worker-w1-5ac93f/e2e-model-match-sub ai-tenant-e2e-worker-w1-5ac93f/e2e-model-nomatch-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:58.480471585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"97c78cf6-0a11-4627-820b-950598373f3f","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:58.537624994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"9966e643-b9e9-41de-91af-3404ad34176d","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:58.540966278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"80d88877-4ee7-44dd-8e61-cc14a365b0fd","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:44:58.590484982Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-1f6e39/e2e-no-access-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:58.599039317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"8089acca-d42a-423a-a215-4e70c8c128f4","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:58.599335136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"a5670db4-6a94-4718-ae05-3bd9a48297a6","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:58.638668354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"b368c0fc-d637-4fda-bb24-a5351b7d7037","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:58.638682286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"471fcce6-21a8-4c57-ab7d-6ee38c472f06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:58.643766733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"9c890c3f-627b-4053-adc0-37bbca3b0f0a","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:58.648188845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"b32fe5f7-3ec5-447e-b2ce-7f2638143b91","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:58.6514416Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-model-match-sub","reconcileID":"2b588329-7a17-42b8-ae28-57e4175e1dae","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-distinct-w1-5ac93f","model":"distinct-w1-5ac93f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5ac93f/e2e-model-match-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:58.695264725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"b368c0fc-d637-4fda-bb24-a5351b7d7037","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:58.695342065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"471fcce6-21a8-4c57-ab7d-6ee38c472f06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:58.704378033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-2-w0-1f6e39","reconcileID":"7597d05f-a404-4e1f-b865-776ce70f98ed","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-2-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-2-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:58.708397387Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-model-nomatch-sub","reconcileID":"94dbf9f1-b1df-4ebe-9740-dcc1dce36508","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-distinct-2-w1-5ac93f","model":"distinct-2-w1-5ac93f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5ac93f/e2e-model-nomatch-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:58.792632428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"2e3907a5-3825-431c-95e4-ea97725ec936","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:58.807233668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"9a142b3c-638d-416d-b6f4-68e384e5c6f9","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:58.848715023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"2e3907a5-3825-431c-95e4-ea97725ec936","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:58.857334345Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-no-access-sub","reconcileID":"b2941877-0ce0-47f6-9ae9-15262ae60b94","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-distinct-w0-1f6e39","model":"distinct-w0-1f6e39","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-1f6e39/e2e-no-access-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:58.864592599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"ac3d3dd9-b7a1-4578-8b27-5be2297ba656","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:58.87767724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"d21276e3-9a92-4710-bdac-6f446c1df465","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:58.890000811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"e8848694-6021-4077-ba1d-61a212b333e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:58.890004038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-model-match-auth","reconcileID":"b88ce98c-9f18-4d9a-97c7-1ba5748e151a","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:58.947473532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"e8848694-6021-4077-ba1d-61a212b333e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:58.947527074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-model-match-auth","reconcileID":"b88ce98c-9f18-4d9a-97c7-1ba5748e151a","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:59.0242044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"699bca36-0244-41dc-9189-fdf4d0ba0f47","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:59.030964306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-model-match-sub","reconcileID":"0a819aba-1fcb-4350-9457-68eb5187625c","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-distinct-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/distinct-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:59.053936774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"b9394933-bf46-46c8-8ee9-5f42b2361b65","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"tenant":"e2e-praxis-a-1b1008","gateway":"openshift-ingress/e2e-praxis-a-1b1008","model":"ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:59.053950627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"b9394933-bf46-46c8-8ee9-5f42b2361b65","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"routeName":"praxis-route-1b1008-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1b1008","llmisvcName":"praxis-route-1b1008","gateway":"openshift-ingress/e2e-praxis-a-1b1008","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:59.111800244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"bb685058-46c3-420c-8c1a-0be358d157eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:59.111951089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"db7ed55d-f2d3-4028-9f30-567098e904d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:59.131673725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-model-nomatch-sub","reconcileID":"4a743a55-467f-434d-992c-2f2a2df5278b","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-distinct-2-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/distinct-2-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:59.168656692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"bb685058-46c3-420c-8c1a-0be358d157eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:59.168739287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"db7ed55d-f2d3-4028-9f30-567098e904d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:59.23725115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-no-access-sub","reconcileID":"828b6edb-d704-4852-a7d6-bd5d49959582","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-distinct-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/distinct-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:59.259781182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-2-w0-1f6e39","reconcileID":"f58c55a5-bbc1-41f4-90c6-707383c913aa","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-2-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-2-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:59.269024698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"0deef32e-92c4-468c-9064-c93cfc27d7f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:59.269236055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"d4608584-b1f1-4309-bdb8-1adfffb4adbd","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:59.379762257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"0deef32e-92c4-468c-9064-c93cfc27d7f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:59.47767123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"e258306e-863a-4189-afc2-d565348ae2c3","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:59.479164534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-no-access-auth","reconcileID":"7e9c5f8d-6f92-4a0e-8ba0-7145aae6e707","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:59.535298138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-no-access-auth","reconcileID":"7e9c5f8d-6f92-4a0e-8ba0-7145aae6e707","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:59.64413197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"8f34c8c8-28d6-40f9-985c-ce216d525097","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"tenant":"e2e-praxis-a-1b1008","gateway":"openshift-ingress/e2e-praxis-a-1b1008","model":"ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:59.644151844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"8f34c8c8-28d6-40f9-985c-ce216d525097","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"routeName":"praxis-route-1b1008-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1b1008","llmisvcName":"praxis-route-1b1008","gateway":"openshift-ingress/e2e-praxis-a-1b1008","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:59.64668059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-model-match-auth","reconcileID":"d56a84b1-1630-4bc8-af91-58b6407c6c99","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:59.695161872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-no-access-sub","reconcileID":"c414c14f-a185-4ff1-b54c-94af76b72c1f","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-distinct-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/distinct-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:59.702953709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-model-match-auth","reconcileID":"d56a84b1-1630-4bc8-af91-58b6407c6c99","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:59.747623434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"aa798414-69ba-4f1a-b16e-05d2b6faa824","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:59.748052871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-auth","reconcileID":"87bcc7c0-06ea-49b9-aa6b-d50b323e1648","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1b1008","tenantID":"e2e-praxis-a-1b1008","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:59.750775511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-model-nomatch-auth","reconcileID":"5a347299-2485-45a6-b72d-070583585af8","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:59.805552425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"aa798414-69ba-4f1a-b16e-05d2b6faa824","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:59.809907245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-2-w0-1f6e39","reconcileID":"b7f98b9e-e6c4-4167-8786-afc3bff0fd4e","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-2-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-2-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:59.810286323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-model-nomatch-auth","reconcileID":"5a347299-2485-45a6-b72d-070583585af8","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:59.874972927Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-auth","reconcileID":"87bcc7c0-06ea-49b9-aa6b-d50b323e1648","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"name":"e2e-praxis-a-1b1008-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:59.930419916Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-1b1008-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-auth","reconcileID":"87bcc7c0-06ea-49b9-aa6b-d50b323e1648","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:59.987833095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"8bc3446b-69f1-4d37-8f4c-4972175c447a","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"tenant":"e2e-praxis-a-1b1008","gateway":"openshift-ingress/e2e-praxis-a-1b1008","model":"ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:44:59.987849171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"8bc3446b-69f1-4d37-8f4c-4972175c447a","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"routeName":"praxis-route-1b1008-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1b1008","llmisvcName":"praxis-route-1b1008","gateway":"openshift-ingress/e2e-praxis-a-1b1008","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:00.023274829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-no-access-auth","reconcileID":"1c189c48-5e19-4eeb-8d95-4e5580134659","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:00.079706391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-no-access-auth","reconcileID":"1c189c48-5e19-4eeb-8d95-4e5580134659","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:00.130815878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"7da04c5e-4bde-4a6c-9c4f-7ee8f0118741","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:00.151084178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"901b6299-be8f-419b-b843-bf5a28ed648b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:00.203902216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"901b6299-be8f-419b-b843-bf5a28ed648b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:00.257933753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"901b6299-be8f-419b-b843-bf5a28ed648b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:00.312914441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"901b6299-be8f-419b-b843-bf5a28ed648b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:00.471153543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-model-nomatch-auth","reconcileID":"e8bdba5f-4513-45eb-9366-dd7f57739cd1","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:00.529081223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-model-nomatch-auth","reconcileID":"e8bdba5f-4513-45eb-9366-dd7f57739cd1","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:02.145517474Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-no-access-auth","reconcileID":"b826cd83-743b-43cd-b175-61ba9424b692","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/distinct-2-w0-1f6e39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:02.145601901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-2-w0-1f6e39","reconcileID":"db01e7a8-afb4-4a20-9387-42a9b6b4f6b6","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-2-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-2-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:02.311024829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-2-w0-1f6e39","reconcileID":"de4320be-7add-4e22-a0ce-f23edebca8fd","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-2-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-2-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:02.415642953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"86fae997-d2ca-4556-bea1-ef3758cc006f","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:02.416118548Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-5ac93f priority=0:[ai-tenant-e2e-worker-w1-5ac93f/e2e-model-match-sub ai-tenant-e2e-worker-w1-5ac93f/e2e-model-nomatch-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:02.447119495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"7f6efc4b-8dca-458d-bf3f-1c0a443011c5","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:45:02.46979668Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-1f6e39/e2e-no-access-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:02.524782418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"0777ed6b-f04a-4ec6-b577-57cce26b3c8f","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:45:02.525666271Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-858236/e2e-list-subs-refs-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:02.531481703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"492fc5a8-54ef-456b-b793-f94111021ec1","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:02.574604922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"8acdc08d-adb7-4bd1-9314-aeabb7ac19fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:02.574647703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"8840bab3-1b26-4660-a94f-2f5216ff714e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:02.589891729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"ff8b3b80-b650-4450-995c-ef28f9f6dac8","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:02.605522873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"008bec6d-536f-41f4-b1d5-3cf8037213d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:02.605561689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"3b9b4ef4-4076-4d3c-acf1-564c7613bac4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:02.631419458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"8acdc08d-adb7-4bd1-9314-aeabb7ac19fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:02.631801316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"8840bab3-1b26-4660-a94f-2f5216ff714e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:02.665592919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"008bec6d-536f-41f4-b1d5-3cf8037213d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:02.668738174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"3b9b4ef4-4076-4d3c-acf1-564c7613bac4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:02.696523885Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-model-match-sub","reconcileID":"252539b6-9ed0-4a39-bf08-247458273995","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-68043d42","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:02.791983025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"62a98675-a38a-48aa-b25f-60fae232dc5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:02.848819344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"62a98675-a38a-48aa-b25f-60fae232dc5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:02.852226005Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-list-subs-refs-sub","reconcileID":"68cbb2c2-05d4-4250-8d2b-cd6a57b14bd8","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-858236/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w3-858236/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:02.993684587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"40c87008-7788-46f2-9167-65eb24c5a782","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:02.993867734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"64047603-ce13-4a93-9e1b-c17e0d78eeeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:03.021209794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"d42a7d69-7501-41e9-8d3c-f6bc9908570b","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:03.051009974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"64047603-ce13-4a93-9e1b-c17e0d78eeeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:03.053689006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"40c87008-7788-46f2-9167-65eb24c5a782","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:03.065886636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"f0697e62-74b3-4f5b-8b2a-e71845b7c095","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:03.198375684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-model-match-auth","reconcileID":"70d15692-705b-4e5d-bf71-436ec984688f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:03.198400464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"cbd1ed00-203a-44f4-a3fa-25956d63f4e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:03.233189335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-list-subs-refs-sub","reconcileID":"9245d3f8-4510-484c-808a-6f350cf105db","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:03.256531951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-model-match-auth","reconcileID":"70d15692-705b-4e5d-bf71-436ec984688f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:03.256532889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"cbd1ed00-203a-44f4-a3fa-25956d63f4e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:03.402291981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-model-nomatch-auth","reconcileID":"b8f0fcfa-2aed-410a-8d7b-98bb0adb6781","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:03.460445789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-model-nomatch-auth","reconcileID":"b8f0fcfa-2aed-410a-8d7b-98bb0adb6781","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:03.498861278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"4046215c-3e39-4978-8930-9c36f149519f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:03.555221109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"4046215c-3e39-4978-8930-9c36f149519f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:05.410920749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"32f0ed99-c47c-44ad-bf5f-25ad3c3017c3","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:05.574210163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"b1e4e08f-1969-4d29-88fc-28a4f098f82e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:05.574211683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"c07cc4f3-61c3-4073-8427-c3b0493baf68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:05.609188645Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:05.632991752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"b1e4e08f-1969-4d29-88fc-28a4f098f82e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:05.633002474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"c07cc4f3-61c3-4073-8427-c3b0493baf68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:10.094690158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-auth","reconcileID":"27cbd01e-33eb-419d-b692-71b3b32aaaa9","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1b1008","tenantID":"e2e-praxis-a-1b1008","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:10.151716756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-auth","reconcileID":"27cbd01e-33eb-419d-b692-71b3b32aaaa9","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"name":"e2e-praxis-a-1b1008-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:10.207173527Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-1b1008-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-auth","reconcileID":"27cbd01e-33eb-419d-b692-71b3b32aaaa9","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:10.99634569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"584e0867-2ed7-4b64-a8d2-549441f4c6ca","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:11.051292265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"a65b381a-cd30-4298-bd04-1b0900ba6145","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:11.233154248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"e2e-status-active-auth","reconcileID":"a5b88967-6c73-4a3e-804e-ac304b201919","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:11.288392037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"cd5b1b24-09b9-4799-adde-c12e06d0a34d","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:11.290961496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"e2e-status-active-auth","reconcileID":"a5b88967-6c73-4a3e-804e-ac304b201919","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:11.345776829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"03e20ce3-ccb6-48ec-adc9-9fbb9196fb71","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:45:11.394919096Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"e2e-status-active-sub","reconcileID":"f6069029-e9d0-4d64-8273-eb8f35c6efca","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:11.403779776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"5bf5d921-ed67-4a57-8e23-590613e37d98","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:11.445131555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"fd3fc52e-12c2-4e59-9232-ff7e42bf22b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:11.445936349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"509e1eeb-3af7-419d-99d9-0c75f98020ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:11.501629741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"fd3fc52e-12c2-4e59-9232-ff7e42bf22b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:11.501974403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"509e1eeb-3af7-419d-99d9-0c75f98020ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:11.509115974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"60b418d3-4690-4b32-a38d-6106539a21c9","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:11.565998545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"82853aac-07ff-42dd-94db-ff8485258aa3","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:11.567210364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"8cf2b527-d67e-4b58-9d83-50e9177a1f78","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:11.722533413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"e2e-status-active-auth","reconcileID":"0b2a2062-7b6b-439e-914c-050715e3cbc4","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:11.779688132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"e2e-status-active-auth","reconcileID":"0b2a2062-7b6b-439e-914c-050715e3cbc4","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:11.823937044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"e710e9f1-a20e-4088-97c9-a6fbe000eda6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:11.824035758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"a3bbbf2b-8459-4dcf-9e41-bc7ef4a11bc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:11.840417968Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"e2e-status-active-sub","reconcileID":"266c8496-2a76-48eb-8725-10c35d5b649e","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-398828/e2e-status-active-sub","ai-tenant-e2e-worker-w4-398828/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:11.880030147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"e710e9f1-a20e-4088-97c9-a6fbe000eda6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:11.880117455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"a3bbbf2b-8459-4dcf-9e41-bc7ef4a11bc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:12.009346678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"947f08cf-5bf0-43e0-a7d8-e5e3611e4ec4","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:45:12.047721533Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"e2e-status-active-auth","reconcileID":"0b2a2062-7b6b-439e-914c-050715e3cbc4","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-active-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:12.053475111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"81245c3f-506c-4fb9-9f74-e9cd4236a5e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:12.2097496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"e2e-status-active-auth","reconcileID":"2a16b225-ccde-4de3-ba98-e25453d94bf2","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:12.219376753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"e2e-status-active-sub","reconcileID":"7d6443fc-92f3-4d05-8795-8b6eb2811a5b","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:12.265930648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"e2e-status-active-auth","reconcileID":"2a16b225-ccde-4de3-ba98-e25453d94bf2","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:12.610661101Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-no-access-sub","reconcileID":"ff31140e-5c36-411c-8597-98c5ca85d0d6","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-91858a07","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:12.749210884Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-model-match-sub","reconcileID":"04f2105d-e95b-41cd-9c76-cab19df9e375","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/distinct-w1-5ac93f","subscription":"e2e-model-match-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:12.801674078Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-model-match-sub","reconcileID":"04f2105d-e95b-41cd-9c76-cab19df9e375","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/distinct-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:12.854630251Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-model-match-sub","reconcileID":"04f2105d-e95b-41cd-9c76-cab19df9e375","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/distinct-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:13.128763462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"2fe0a42e-3d97-41c3-9726-52c239c15828","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:13.189314021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"9ea93891-c8da-4441-b9bf-9b0fe1aabbd4","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:13.275379798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"e6be0fe0-7e48-4b6e-ba29-ac7c31358536","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:13.394183967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"319f3840-443b-4687-ad98-b41e9dbccc17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:13.39739058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-model-nomatch-auth","reconcileID":"634492f0-ff38-4429-a180-347332af4bc0","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:13.397634307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"325983b3-d3b5-4334-9e38-146b1197e139","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:13.39739064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-model-match-auth","reconcileID":"2cb2fb6f-9bed-4545-b87a-403e1612cf88","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:13.437799438Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-model-nomatch-sub","reconcileID":"74a31492-85ee-472d-be32-3819a752f2cf","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ab01c625","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:13.451557801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"319f3840-443b-4687-ad98-b41e9dbccc17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:13.454516786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-model-match-auth","reconcileID":"2cb2fb6f-9bed-4545-b87a-403e1612cf88","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:13.455013318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-model-nomatch-auth","reconcileID":"634492f0-ff38-4429-a180-347332af4bc0","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:13.456952503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"325983b3-d3b5-4334-9e38-146b1197e139","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:13.917880999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"93609842-dbbe-46da-bb55-1fb663b1d816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:13.917960512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-model-match-auth","reconcileID":"f0eec717-da5f-4a76-8578-083d6d789315","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:13.974934764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-model-match-auth","reconcileID":"f0eec717-da5f-4a76-8578-083d6d789315","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:13.975578746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"93609842-dbbe-46da-bb55-1fb663b1d816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:13.976238237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"1e140282-7600-4fa9-97af-29c5f1ff37cd","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:14.020325408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-model-nomatch-auth","reconcileID":"651161b9-7040-48ec-94c0-064edc39626b","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:14.021902987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"9a959bf1-f974-40b6-b9e3-4190c0e74c07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:14.085218739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-model-nomatch-auth","reconcileID":"651161b9-7040-48ec-94c0-064edc39626b","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:14.086102485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"9a959bf1-f974-40b6-b9e3-4190c0e74c07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:14.176259201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"97657df2-7cb5-45da-be36-3f63d7308f10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:14.233488379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"97657df2-7cb5-45da-be36-3f63d7308f10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:14.378621874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"e2e-status-active-auth","reconcileID":"fed9bcd2-ead9-403a-b492-423a99f609ea","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:14.37862182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"f960baba-5ef9-4a8e-80ca-31c8aec88047","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:14.436501083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"e2e-status-active-auth","reconcileID":"fed9bcd2-ead9-403a-b492-423a99f609ea","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:14.436583448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"f960baba-5ef9-4a8e-80ca-31c8aec88047","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:15.575007378Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-list-subs-refs-sub","reconcileID":"8b9e1a68-0407-4008-bab1-12466ec28a81","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscription":"e2e-list-subs-refs-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:15.791512974Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-list-subs-refs-sub","reconcileID":"8b9e1a68-0407-4008-bab1-12466ec28a81","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-858236/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:16.033042542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"8ff8dc01-3971-412b-994e-8f53833f4db1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:16.091564645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"aaeda9ce-9902-49df-8421-e45754d7827b","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:16.25353723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"5784899a-5660-44ec-9838-2871ea4481ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:16.253596162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"51fd9266-bc78-4a6d-a4c5-777ecfacdbe0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:16.31007686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"5784899a-5660-44ec-9838-2871ea4481ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:16.310964474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"51fd9266-bc78-4a6d-a4c5-777ecfacdbe0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:16.715608671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"44d85090-be06-4c9f-854a-c1d079cf8e8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:16.718654658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"abaa217c-afb5-4893-8b1e-f8de4300bf12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:16.718671959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-model-match-auth","reconcileID":"efbd5067-d7ea-4a97-b3ea-0f345dbada83","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:16.719193558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"995236ba-e00b-4785-a3a3-42aac4761abf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:16.757024549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"eb5a5c44-60d8-44b1-add1-589668c7ed39","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:16.757422801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-w3-858236","reconcileID":"05e18460-0c18-4d3c-91fb-afda707123e3","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"distinct-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"distinct-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:16.771929002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"44d85090-be06-4c9f-854a-c1d079cf8e8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:16.775072073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-model-match-auth","reconcileID":"efbd5067-d7ea-4a97-b3ea-0f345dbada83","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:16.775149178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"abaa217c-afb5-4893-8b1e-f8de4300bf12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:16.777320325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"995236ba-e00b-4785-a3a3-42aac4761abf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:16.814192777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"e1eb16bc-51ae-4252-9c0d-a30fc5936e2c","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:16.814529832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-w3-858236","reconcileID":"45ad2a3a-022b-4731-ba76-9561eb1858eb","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"distinct-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"distinct-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:16.819421142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-model-nomatch-auth","reconcileID":"182093b5-f8fe-49b7-ba9b-49a40f320431","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:45:16.863273188Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-partial-access-sub","reconcileID":"6b9e1d1f-cc3d-4f62-a445-66b4ab185493","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:16.879134367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-model-nomatch-auth","reconcileID":"182093b5-f8fe-49b7-ba9b-49a40f320431","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:16.975110867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"84bbe827-3ef4-4279-bce5-2e59ca72f0eb","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:16.975517702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-w3-858236","reconcileID":"e38a0ca1-712a-46d1-bffb-30cd04244917","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"distinct-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"distinct-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:17.022953409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"87ada4b6-ffbb-4f4b-83a5-f15ee872e0b0","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:17.030401945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"d593d20e-e1f8-4418-85cd-5e608be0f3b5","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:17.030737606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-w3-858236","reconcileID":"439bbb06-e084-45dc-804d-f75143952892","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"distinct-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"distinct-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:17.135514212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"6fa51026-d505-4494-a7ed-c2979c504a41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:17.191765088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"6fa51026-d505-4494-a7ed-c2979c504a41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:17.238925167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-model-match-auth","reconcileID":"fd296faf-0e9f-4475-8a76-7383b35f8681","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:17.238925145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"ede42c24-c3a5-4692-811d-5c6a945d0e99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:17.295182535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-model-match-auth","reconcileID":"fd296faf-0e9f-4475-8a76-7383b35f8681","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:17.298695947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"ede42c24-c3a5-4692-811d-5c6a945d0e99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:17.303984817Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-partial-access-sub","reconcileID":"b7afa937-8841-4aac-a8ab-8c8767024422","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-858236/e2e-partial-access-sub","ai-tenant-e2e-worker-w3-858236/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:17.337747573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-model-nomatch-auth","reconcileID":"af0b0d64-ae42-47c0-88df-13379cbcfa18","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:17.337782972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"f198f08d-ca44-4202-a887-752260c8ff40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:17.394131787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"f198f08d-ca44-4202-a887-752260c8ff40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:17.39437004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-model-nomatch-auth","reconcileID":"af0b0d64-ae42-47c0-88df-13379cbcfa18","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:17.473771753Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-partial-access-sub","reconcileID":"b7afa937-8841-4aac-a8ab-8c8767024422","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-distinct-w3-858236","model":"distinct-w3-858236","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-858236/e2e-partial-access-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:17.515276525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"a1ea4102-ac51-46d9-a38d-1da247a97b57","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:17.551890018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"7c990d21-4556-4d1e-ab38-55af6c9ea5e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:17.610964587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"7c990d21-4556-4d1e-ab38-55af6c9ea5e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:17.651927161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"86fd230c-abbd-4d6e-be70-b40ff0d3b944","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:17.653595744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"8e2236a5-2557-4768-bb4a-704df5e73019","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:17.695962281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"ff292ecd-3d67-4203-b543-47e447365a32","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:17.696411475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-w3-858236","reconcileID":"f04909be-bfe9-4137-b428-54cf681b68f1","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"distinct-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"distinct-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:17.70986026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"8e2236a5-2557-4768-bb4a-704df5e73019","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:17.80765286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-partial-access-auth","reconcileID":"7238eb15-dac9-41ef-911d-3d0c1bce4d56","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:17.864602967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-partial-access-auth","reconcileID":"7238eb15-dac9-41ef-911d-3d0c1bce4d56","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:17.909273299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-partial-access-sub","reconcileID":"a2d5b34e-2d78-4579-8ecb-595ea8f15982","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:18.070881368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-partial-access-sub","reconcileID":"a2d5b34e-2d78-4579-8ecb-595ea8f15982","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-distinct-w3-858236","model":"e2e-models-e2e-worker-w3-858236/distinct-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:18.186191679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"5557cc54-8347-44ac-9147-05a3f5a11588","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:18.300261083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"cbcdeab7-8dd4-4b61-8f09-36bf6c4cc5d8","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:18.300794421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-w3-858236","reconcileID":"4e6b887c-7c9f-4649-b010-f0bda0f46ba7","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"distinct-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"distinct-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:18.347811831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-partial-access-auth","reconcileID":"98f7152c-b0b4-4cbe-8293-15e67dc06a39","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:18.4045394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-partial-access-auth","reconcileID":"98f7152c-b0b4-4cbe-8293-15e67dc06a39","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:45:18.718195808Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-partial-access-auth","reconcileID":"98f7152c-b0b4-4cbe-8293-15e67dc06a39","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-partial-access-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:18.881048697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-partial-access-auth","reconcileID":"b6d1ccc2-815f-43c7-9986-2122e005b3d5","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:18.93839124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-partial-access-auth","reconcileID":"b6d1ccc2-815f-43c7-9986-2122e005b3d5","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:20.313003526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-auth","reconcileID":"dd7055cd-0d97-4624-9d3b-324178a3ac69","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1b1008","tenantID":"e2e-praxis-a-1b1008","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:20.37349954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-auth","reconcileID":"dd7055cd-0d97-4624-9d3b-324178a3ac69","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"name":"e2e-praxis-a-1b1008-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:20.376080464Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-partial-access-auth","reconcileID":"080fa8bb-8ec0-434f-8cbf-838709cfc90c","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-858236"},"model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:20.377175562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"53440b3d-d263-4879-9bca-122e471d0d54","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:20.429823187Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-1b1008-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eb6ca77f823549f881db8551688c56111a5165050217c5aa5f6b422c04e55c1a) AuthConfig (ca4b9178ca9ab840fdaaf29c363f3cd1963d1f7e56a715a47f282d8a86ae1597) AuthConfig (2a6a5d9095fcb4f0493088bb737f9ed462dcb50d12fadd5cb0a1dbfaff0fd0d1) AuthConfig (f3c105fbc66443ec016189af36b29a8c670e6883cfdf5e2f0613a38a751fa952) AuthConfig (0d7bf9015a4b3a5f0c04ec3a3bc41e1ce9508b5e2baff3480d9c05163169dd80) AuthConfig (70b7c4586085d6f5e2b59a21fc40657c7987cc3e22b1d03dc494e68f7246fbca) AuthConfig (b16ff78d9fca8951ea420ae484df6c907d5f8ffb0996db05b5f56e0ba4d9bbdd) AuthConfig (eda9e671a5a077ae54d1a8f8aac1831e78feac028cafe412505f9aa32d4de25a) AuthConfig (228590d14f936195f6e25e98b7b57574b357ac1f519dee38c263ee70044086f2) AuthConfig (e076dc7f6dfd616073357bf4a7aa8398fde3b6542d59e3ec7f619cba6f7c2926) AuthConfig (f7ebd92740ce588f1a3609adf9117a61942f20c62af7f60e8c016447d3debb3c) AuthConfig (8b8e965f584d1d574f02a6aaa289a99d5408af13ed04bf041c7642acb2cfc860) AuthConfig (9f981b9ae5a161b57e29b3d67435d41ab29ab334d976c66f5d3c1f589fe71c18) AuthConfig (73b87f6db3a31fa525dae6f953487c8a98ed77d62befa46c6937716dd7d0e6cf) AuthConfig (498a678f5e5aa49945e56a92f402f2d1d974ee35455bc2694c508f9699d3522d) AuthConfig (25961227a00e13fd7653ef9c761fe0584cd6aed19ddf009f0385ce3884a820b3) AuthConfig (3680fa7cd92ea8ada338bc7a3be73297fcc485ad0e91146843984108d96e333b) AuthConfig (3efc609107ef1679d3e09f85aa062fbabf29646c23edb1153f61269f541c4d13)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-auth","reconcileID":"dd7055cd-0d97-4624-9d3b-324178a3ac69","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:20.487470699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"911706db-20cc-4c7b-a95a-ee1e96cd1dd9","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"tenant":"e2e-praxis-a-1b1008","gateway":"openshift-ingress/e2e-praxis-a-1b1008","model":"ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:20.487490065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"911706db-20cc-4c7b-a95a-ee1e96cd1dd9","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"routeName":"praxis-route-1b1008-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1b1008","llmisvcName":"praxis-route-1b1008","gateway":"openshift-ingress/e2e-praxis-a-1b1008","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:20.590266586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"58ab96e7-bba9-4f51-9b95-cda707165aea","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:20.724924687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"b8934b51-3293-4182-9f8a-5e203f089567","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:20.725273595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-w3-858236","reconcileID":"41163d5d-06cc-480e-9c0a-c887f8014f74","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"distinct-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"distinct-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:20.882194555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"5953444b-e863-4a46-85a6-ad925c143457","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:20.88219462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"8e814d6b-62e9-4b39-a1b5-e290ff61c71a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:20.938800092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"5953444b-e863-4a46-85a6-ad925c143457","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:20.938921851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"8e814d6b-62e9-4b39-a1b5-e290ff61c71a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:22.664793239Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-no-access-sub","reconcileID":"d911438e-a45c-46b5-951f-a055f9bc41c0","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/distinct-w0-1f6e39","subscription":"e2e-no-access-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:22.725607091Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-no-access-sub","reconcileID":"d911438e-a45c-46b5-951f-a055f9bc41c0","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/distinct-w0-1f6e39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:22.782974877Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"e2e-no-access-sub","reconcileID":"d911438e-a45c-46b5-951f-a055f9bc41c0","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/distinct-w0-1f6e39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:23.05720617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"e6bf8acc-3a51-4cf4-99c8-3cf97ef8876e","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:23.214330235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"ad786e30-c440-4990-acdb-44de36069b50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:23.214368928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"38f6dbbb-169b-4a15-a977-e5f5ceb75321","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:23.270724724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"ad786e30-c440-4990-acdb-44de36069b50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:23.270995417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"38f6dbbb-169b-4a15-a977-e5f5ceb75321","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:23.49140831Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-model-nomatch-sub","reconcileID":"21f504ce-f5b5-4e55-8513-3acb1c0c5fe2","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/distinct-2-w1-5ac93f","subscription":"e2e-model-nomatch-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:23.543980686Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-model-nomatch-sub","reconcileID":"21f504ce-f5b5-4e55-8513-3acb1c0c5fe2","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/distinct-2-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:23.596786438Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-model-nomatch-sub","reconcileID":"21f504ce-f5b5-4e55-8513-3acb1c0c5fe2","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/distinct-2-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:23.870098396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"8c0f6556-3a5c-4d59-9166-830da625c634","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:24.006097559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"58c5f5e2-061f-4d62-ba65-8de78e6a2567","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:24.131684821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-model-nomatch-auth","reconcileID":"8dbb7a8e-7560-455a-8e90-287abd2579d5","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:24.131901626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"69bab0ab-77c4-46ca-a2c5-c7d93bf52edd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:24.132157492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"c5a4224a-61e3-4157-9d43-841fc990c00e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:24.132387177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-model-match-auth","reconcileID":"249d45e0-60a4-45be-98fb-f91e38136dd8","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:24.182955412Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"e2e-status-active-sub","reconcileID":"64809a71-95d4-4181-8080-b90367a290bd","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-398828"},"model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscription":"e2e-status-active-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:24.190588848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"69bab0ab-77c4-46ca-a2c5-c7d93bf52edd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:24.191306019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-model-nomatch-auth","reconcileID":"8dbb7a8e-7560-455a-8e90-287abd2579d5","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:24.192963751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-model-match-auth","reconcileID":"249d45e0-60a4-45be-98fb-f91e38136dd8","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:24.193955375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"c5a4224a-61e3-4157-9d43-841fc990c00e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:24.351560517Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-model-match-auth","reconcileID":"34e01ccf-c2e1-4fa7-8909-6bf4e41b2985","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/distinct-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:24.401865648Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"e2e-status-active-sub","reconcileID":"64809a71-95d4-4181-8080-b90367a290bd","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-398828/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:24.558807286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-model-nomatch-auth","reconcileID":"06daba85-c54d-4afc-a60b-c8e1e2ea1e08","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:24.612988651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"92e05ac6-cf0c-4e3e-acc9-19ae51f874f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:24.615845533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-model-nomatch-auth","reconcileID":"06daba85-c54d-4afc-a60b-c8e1e2ea1e08","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:24.65122338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"e4eea124-569d-441a-bb0b-730e75edd7ba","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:24.662512572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"da8bed60-13b1-40ba-9742-606e1130e520","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:24.79756368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"365089ce-3153-43b6-9726-dfe55a192987","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:24.801224491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"d5a99cc9-3ace-4b80-8e6c-de4eab2172c0","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:24.81999014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"e6c94e25-a5e4-4a0c-87cd-3094a538a8be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:24.82019494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"e2e-status-active-auth","reconcileID":"e557802a-9cb1-4a2b-84ae-0b9d130f81e8","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:24.819989491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"6fc718f6-3ee5-4571-8473-8025dde79106","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:24.821371963Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"e2e-model-nomatch-auth","reconcileID":"e065f5db-8712-4be1-8b82-9ccca38237ee","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/distinct-2-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:24.878631138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"e2e-status-active-auth","reconcileID":"e557802a-9cb1-4a2b-84ae-0b9d130f81e8","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:24.878846104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"6fc718f6-3ee5-4571-8473-8025dde79106","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:24.881237546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"e6c94e25-a5e4-4a0c-87cd-3094a538a8be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:25.084169418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"2c9cd396-1633-4a80-873c-b1b3582bcbea","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:25.124077725Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"e2e-status-active-auth","reconcileID":"3ca6be4e-b110-44cf-9480-d1a1115f2f08","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-398828"},"model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:25.381443005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"b4242ab7-5a44-4563-bfa1-9cf919ae744e","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:28.48805557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14238d59-0622-453e-b43d-619408e1d132","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:28.54073272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14238d59-0622-453e-b43d-619408e1d132","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:28.593537709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14238d59-0622-453e-b43d-619408e1d132","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:28.646283251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14238d59-0622-453e-b43d-619408e1d132","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:29.025588939Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-ee0fed","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-ee0fed","reconcileID":"3524bba4-4b3d-40e2-8b24-43bfb6eac044","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-ee0fed","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-ee0fed":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:30.574236215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54b59f79-e706-413d-93d7-3d7298c17c2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:30.62713688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54b59f79-e706-413d-93d7-3d7298c17c2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:30.679760456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54b59f79-e706-413d-93d7-3d7298c17c2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:30.67992145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-auth","reconcileID":"2524ffc8-3666-4326-be01-c7a6e15b9e34","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1b1008","tenantID":"e2e-praxis-a-1b1008","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:30.732663986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54b59f79-e706-413d-93d7-3d7298c17c2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:30.789194386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-auth","reconcileID":"2524ffc8-3666-4326-be01-c7a6e15b9e34","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"name":"e2e-praxis-a-1b1008-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:30.845033945Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-1b1008-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eb6ca77f823549f881db8551688c56111a5165050217c5aa5f6b422c04e55c1a) AuthConfig (ca4b9178ca9ab840fdaaf29c363f3cd1963d1f7e56a715a47f282d8a86ae1597) AuthConfig (2a6a5d9095fcb4f0493088bb737f9ed462dcb50d12fadd5cb0a1dbfaff0fd0d1) AuthConfig (f3c105fbc66443ec016189af36b29a8c670e6883cfdf5e2f0613a38a751fa952) AuthConfig (0d7bf9015a4b3a5f0c04ec3a3bc41e1ce9508b5e2baff3480d9c05163169dd80) AuthConfig (70b7c4586085d6f5e2b59a21fc40657c7987cc3e22b1d03dc494e68f7246fbca) AuthConfig (b16ff78d9fca8951ea420ae484df6c907d5f8ffb0996db05b5f56e0ba4d9bbdd) AuthConfig (eda9e671a5a077ae54d1a8f8aac1831e78feac028cafe412505f9aa32d4de25a) AuthConfig (228590d14f936195f6e25e98b7b57574b357ac1f519dee38c263ee70044086f2) AuthConfig (e076dc7f6dfd616073357bf4a7aa8398fde3b6542d59e3ec7f619cba6f7c2926) AuthConfig (f7ebd92740ce588f1a3609adf9117a61942f20c62af7f60e8c016447d3debb3c) AuthConfig (8b8e965f584d1d574f02a6aaa289a99d5408af13ed04bf041c7642acb2cfc860) AuthConfig (9f981b9ae5a161b57e29b3d67435d41ab29ab334d976c66f5d3c1f589fe71c18) AuthConfig (73b87f6db3a31fa525dae6f953487c8a98ed77d62befa46c6937716dd7d0e6cf) AuthConfig (498a678f5e5aa49945e56a92f402f2d1d974ee35455bc2694c508f9699d3522d) AuthConfig (25961227a00e13fd7653ef9c761fe0584cd6aed19ddf009f0385ce3884a820b3) AuthConfig (3680fa7cd92ea8ada338bc7a3be73297fcc485ad0e91146843984108d96e333b) AuthConfig (3efc609107ef1679d3e09f85aa062fbabf29646c23edb1153f61269f541c4d13)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-auth","reconcileID":"2524ffc8-3666-4326-be01-c7a6e15b9e34","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:30.941604006Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-partial-access-sub","reconcileID":"9e87b52e-17c9-4edf-94d6-ac8be5a1a00a","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscription":"e2e-partial-access-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:31.158918492Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-partial-access-sub","reconcileID":"9e87b52e-17c9-4edf-94d6-ac8be5a1a00a","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-858236/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:31.158954034Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-partial-access-sub","reconcileID":"9e87b52e-17c9-4edf-94d6-ac8be5a1a00a","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"model":"e2e-models-e2e-worker-w3-858236/distinct-w3-858236","subscription":"e2e-partial-access-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:31.211599555Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-partial-access-sub","reconcileID":"9e87b52e-17c9-4edf-94d6-ac8be5a1a00a","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"model":"e2e-models-e2e-worker-w3-858236/distinct-w3-858236","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:31.266202576Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"e2e-partial-access-sub","reconcileID":"9e87b52e-17c9-4edf-94d6-ac8be5a1a00a","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236","model":"e2e-models-e2e-worker-w3-858236/distinct-w3-858236","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:31.371920061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"f23a10a0-dfc1-49b3-9124-6975fdbe7493","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:31.537919661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"c2f0e182-f244-49d7-bf85-39f9fe8b71d2","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:31.538266657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-w3-858236","reconcileID":"b3382ba3-e3bd-49d1-b779-7a4a6d3212a0","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"distinct-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"distinct-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:31.701602058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"788929a5-a10f-42f4-8f94-34522d434aba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:31.701625838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"4af8c7c2-7aaf-4672-8b32-9c0f7dc6f5e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:31.757832326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"788929a5-a10f-42f4-8f94-34522d434aba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:31.758066951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"4af8c7c2-7aaf-4672-8b32-9c0f7dc6f5e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:31.891782507Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-a7cf93","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-a7cf93","reconcileID":"7fd3cc2a-3dc7-43fc-94f7-70749451fcc3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-a7cf93","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-a7cf93":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:32.707977787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb2781b4-56a7-4679-80b1-396897a920fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:32.760523128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb2781b4-56a7-4679-80b1-396897a920fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:32.813485084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb2781b4-56a7-4679-80b1-396897a920fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:32.867932471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb2781b4-56a7-4679-80b1-396897a920fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:33.263429006Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-7c1bee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-7c1bee","reconcileID":"de39a118-0c51-4301-b6ab-59158cc9bbcf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-7c1bee","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-7c1bee":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:34.879943994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ad3961f-721b-49c4-959b-6294158fdb59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:34.93293121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ad3961f-721b-49c4-959b-6294158fdb59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:34.986061171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ad3961f-721b-49c4-959b-6294158fdb59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:35.038871807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ad3961f-721b-49c4-959b-6294158fdb59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:35.609062687Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:37.000428491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53fa3d0b-f938-426a-8987-3a119ae133d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:37.058038174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53fa3d0b-f938-426a-8987-3a119ae133d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:37.110811085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53fa3d0b-f938-426a-8987-3a119ae133d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:37.163600757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53fa3d0b-f938-426a-8987-3a119ae133d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:39.147127441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecb50ed1-3559-496d-b641-17cdac5ceb04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:39.208204224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecb50ed1-3559-496d-b641-17cdac5ceb04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:39.261572183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecb50ed1-3559-496d-b641-17cdac5ceb04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:39.314288258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecb50ed1-3559-496d-b641-17cdac5ceb04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:39.628816746Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-aad578","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-aad578","reconcileID":"5a5dbaee-2476-456d-99f1-e494e661ea68","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-aad578","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w3-aad578":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:40.955887308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-auth","reconcileID":"3268a810-bca6-437e-8e5c-2fdf35b98c33","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1b1008","tenantID":"e2e-praxis-a-1b1008","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:41.013757368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-auth","reconcileID":"3268a810-bca6-437e-8e5c-2fdf35b98c33","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"name":"e2e-praxis-a-1b1008-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:41.069090552Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-1b1008-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eb6ca77f823549f881db8551688c56111a5165050217c5aa5f6b422c04e55c1a) AuthConfig (ca4b9178ca9ab840fdaaf29c363f3cd1963d1f7e56a715a47f282d8a86ae1597) AuthConfig (2a6a5d9095fcb4f0493088bb737f9ed462dcb50d12fadd5cb0a1dbfaff0fd0d1) AuthConfig (f3c105fbc66443ec016189af36b29a8c670e6883cfdf5e2f0613a38a751fa952) AuthConfig (0d7bf9015a4b3a5f0c04ec3a3bc41e1ce9508b5e2baff3480d9c05163169dd80) AuthConfig (70b7c4586085d6f5e2b59a21fc40657c7987cc3e22b1d03dc494e68f7246fbca) AuthConfig (b16ff78d9fca8951ea420ae484df6c907d5f8ffb0996db05b5f56e0ba4d9bbdd) AuthConfig (eda9e671a5a077ae54d1a8f8aac1831e78feac028cafe412505f9aa32d4de25a) AuthConfig (228590d14f936195f6e25e98b7b57574b357ac1f519dee38c263ee70044086f2) AuthConfig (e076dc7f6dfd616073357bf4a7aa8398fde3b6542d59e3ec7f619cba6f7c2926) AuthConfig (f7ebd92740ce588f1a3609adf9117a61942f20c62af7f60e8c016447d3debb3c) AuthConfig (8b8e965f584d1d574f02a6aaa289a99d5408af13ed04bf041c7642acb2cfc860) AuthConfig (9f981b9ae5a161b57e29b3d67435d41ab29ab334d976c66f5d3c1f589fe71c18) AuthConfig (73b87f6db3a31fa525dae6f953487c8a98ed77d62befa46c6937716dd7d0e6cf) AuthConfig (498a678f5e5aa49945e56a92f402f2d1d974ee35455bc2694c508f9699d3522d) AuthConfig (25961227a00e13fd7653ef9c761fe0584cd6aed19ddf009f0385ce3884a820b3) AuthConfig (3680fa7cd92ea8ada338bc7a3be73297fcc485ad0e91146843984108d96e333b) AuthConfig (3efc609107ef1679d3e09f85aa062fbabf29646c23edb1153f61269f541c4d13)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-auth","reconcileID":"3268a810-bca6-437e-8e5c-2fdf35b98c33","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:41.296017828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19890d23-2b30-47f9-94a7-bf50c0a851d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:41.356023217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19890d23-2b30-47f9-94a7-bf50c0a851d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:41.409528315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19890d23-2b30-47f9-94a7-bf50c0a851d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:41.462436864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19890d23-2b30-47f9-94a7-bf50c0a851d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:43.412760756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce42fa51-b343-4fe9-8235-6be5458448e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:43.467027828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce42fa51-b343-4fe9-8235-6be5458448e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:43.519716373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce42fa51-b343-4fe9-8235-6be5458448e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:43.573585414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce42fa51-b343-4fe9-8235-6be5458448e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:43.730938703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"1769941e-ced6-43c8-9667-ef169c79516d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:43.730938124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"9f40675f-8ca8-4090-8def-b8fb77b916ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:43.789623193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"1769941e-ced6-43c8-9667-ef169c79516d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:43.793303432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"9f40675f-8ca8-4090-8def-b8fb77b916ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:43.953539986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"908fb879-fb9f-4ad7-8ba8-a8bd4f6d7e49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:43.953540112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"cbaf5533-ce3d-4712-9b98-1a90eeae5d34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:44.010128104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"cbaf5533-ce3d-4712-9b98-1a90eeae5d34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:44.011335168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"908fb879-fb9f-4ad7-8ba8-a8bd4f6d7e49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:44.163712128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"1afb16dd-689f-443d-bdf7-0eaef4cf5b0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:44.164150561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"90e2852b-6c3b-4f20-8912-e57ad69407a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:44.22106851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"90e2852b-6c3b-4f20-8912-e57ad69407a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:44.221199868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"1afb16dd-689f-443d-bdf7-0eaef4cf5b0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:45.574368051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd953d6b-ada5-472a-87e5-2f97a28423c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:45.627202151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd953d6b-ada5-472a-87e5-2f97a28423c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:45.679938871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd953d6b-ada5-472a-87e5-2f97a28423c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:45.73262957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd953d6b-ada5-472a-87e5-2f97a28423c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:47.630206388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0019e458-d3b3-45a4-b00b-d52d2477d2d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:47.683378564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0019e458-d3b3-45a4-b00b-d52d2477d2d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:47.736690342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0019e458-d3b3-45a4-b00b-d52d2477d2d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:47.789285999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0019e458-d3b3-45a4-b00b-d52d2477d2d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:51.179700075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-auth","reconcileID":"31d10904-2fac-4ba0-b408-eac01fff8310","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1b1008","tenantID":"e2e-praxis-a-1b1008","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:51.243873706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-auth","reconcileID":"31d10904-2fac-4ba0-b408-eac01fff8310","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"name":"e2e-praxis-a-1b1008-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:51.512992942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"c3cf83ad-4a25-4e7e-8e9d-56469f2d62d8","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"tenant":"e2e-praxis-a-1b1008","gateway":"openshift-ingress/e2e-praxis-a-1b1008","model":"ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:51.513012627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"c3cf83ad-4a25-4e7e-8e9d-56469f2d62d8","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"routeName":"praxis-route-1b1008-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1b1008","llmisvcName":"praxis-route-1b1008","gateway":"openshift-ingress/e2e-praxis-a-1b1008","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:56.044647635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"7861ee25-fe28-4c8b-a832-6a329adc4902","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"tenant":"e2e-praxis-a-1b1008","gateway":"openshift-ingress/e2e-praxis-a-1b1008","model":"ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:56.044671449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"7861ee25-fe28-4c8b-a832-6a329adc4902","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"routeName":"praxis-route-1b1008-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1b1008","llmisvcName":"praxis-route-1b1008","gateway":"openshift-ingress/e2e-praxis-a-1b1008","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:56.102512275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"308d8659-17ba-435f-a70d-025c0c0f40c4","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"tenant":"e2e-praxis-a-1b1008","gateway":"openshift-ingress/e2e-praxis-a-1b1008","model":"ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:56.102534882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"308d8659-17ba-435f-a70d-025c0c0f40c4","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"routeName":"praxis-route-1b1008-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1b1008","llmisvcName":"praxis-route-1b1008","gateway":"openshift-ingress/e2e-praxis-a-1b1008","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:56.150030721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-auth","reconcileID":"b16583f6-250e-4ca6-8abd-3366eef7356f","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1b1008","tenantID":"e2e-praxis-a-1b1008","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:45:56.150496338Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1b1008-sub","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-sub","reconcileID":"430d96f9-dc21-4fc7-ba6f-7982f53f4523","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-1b1008-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:45:56.156204599Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"308d8659-17ba-435f-a70d-025c0c0f40c4","name":"praxis-route-1b1008","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-1b1008\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:45:56.156270677Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"308d8659-17ba-435f-a70d-025c0c0f40c4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-1b1008\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:56.161630048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"3b595936-11dd-430b-a138-499238c9d193","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"tenant":"e2e-praxis-a-1b1008","gateway":"openshift-ingress/e2e-praxis-a-1b1008","model":"ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:56.161648903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"3b595936-11dd-430b-a138-499238c9d193","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"routeName":"praxis-route-1b1008-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1b1008","llmisvcName":"praxis-route-1b1008","gateway":"openshift-ingress/e2e-praxis-a-1b1008","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:56.211263275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-auth","reconcileID":"b16583f6-250e-4ca6-8abd-3366eef7356f","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"name":"e2e-praxis-a-1b1008-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:56.259587031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"0f42d077-7080-4e89-bcc6-33b52e8839a3","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"tenant":"e2e-praxis-a-1b1008","gateway":"openshift-ingress/e2e-praxis-a-1b1008","model":"ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:56.259606246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"0f42d077-7080-4e89-bcc6-33b52e8839a3","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"routeName":"praxis-route-1b1008-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1b1008","llmisvcName":"praxis-route-1b1008","gateway":"openshift-ingress/e2e-praxis-a-1b1008","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:56.318537283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"1563dc6f-e683-4bc5-8365-fc2fdd9d7316","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"tenant":"e2e-praxis-a-1b1008","gateway":"openshift-ingress/e2e-praxis-a-1b1008","model":"ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:56.318564712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"1563dc6f-e683-4bc5-8365-fc2fdd9d7316","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"routeName":"praxis-route-1b1008-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1b1008","llmisvcName":"praxis-route-1b1008","gateway":"openshift-ingress/e2e-praxis-a-1b1008","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:56.476127726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-auth","reconcileID":"779dd163-0f21-4543-a2b3-b2c043f2c127","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1b1008","tenantID":"e2e-praxis-a-1b1008","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:56.53252452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-auth","reconcileID":"779dd163-0f21-4543-a2b3-b2c043f2c127","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"name":"e2e-praxis-a-1b1008-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:56.533043739Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1b1008-sub","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-sub","reconcileID":"dfcea46b-e574-4133-96e4-5dd1d966c10a","MaaSSubscription":{"name":"praxis-route-1b1008-sub","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"name":"maas-trlp-praxis-route-1b1008","model":"praxis-route-1b1008","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:56.702937917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"1a397f2f-2d05-4775-b9d1-b51d856448ce","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"tenant":"e2e-praxis-a-1b1008","gateway":"openshift-ingress/e2e-praxis-a-1b1008","model":"ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:56.702958373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"1a397f2f-2d05-4775-b9d1-b51d856448ce","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"routeName":"praxis-route-1b1008-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1b1008","llmisvcName":"praxis-route-1b1008","gateway":"openshift-ingress/e2e-praxis-a-1b1008","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:56.914284416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1b1008-sub","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-sub","reconcileID":"e98cba7d-c24a-4d29-8259-a8f0718eccde","MaaSSubscription":{"name":"praxis-route-1b1008-sub","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"name":"maas-trlp-praxis-route-1b1008","model":"ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:57.081085547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"4d76a71f-34b2-408c-a900-809aa665e989","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"tenant":"e2e-praxis-a-1b1008","gateway":"openshift-ingress/e2e-praxis-a-1b1008","model":"ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:45:57.081103013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"4d76a71f-34b2-408c-a900-809aa665e989","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"routeName":"praxis-route-1b1008-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1b1008","llmisvcName":"praxis-route-1b1008","gateway":"openshift-ingress/e2e-praxis-a-1b1008","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:05.608950713Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:07.942450179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1b1008-sub","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-sub","reconcileID":"25f157ae-90b8-4799-b0e2-c08a603ae21a","MaaSSubscription":{"name":"praxis-route-1b1008-sub","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"name":"maas-trlp-praxis-route-1b1008","model":"ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:08.110759335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"699d4f53-6580-47fa-85d6-e729eda5d302","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"tenant":"e2e-praxis-a-1b1008","gateway":"openshift-ingress/e2e-praxis-a-1b1008","model":"ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:08.110777191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"699d4f53-6580-47fa-85d6-e729eda5d302","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"routeName":"praxis-route-1b1008-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1b1008","llmisvcName":"praxis-route-1b1008","gateway":"openshift-ingress/e2e-praxis-a-1b1008","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:08.81308615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-auth","reconcileID":"54a0b43f-2dc4-44b4-924b-0a6477e39175","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1b1008","tenantID":"e2e-praxis-a-1b1008","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:08.869296795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-auth","reconcileID":"54a0b43f-2dc4-44b4-924b-0a6477e39175","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"name":"e2e-praxis-a-1b1008-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:11.380765259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"4bed4099-ebe7-4073-b614-684742445ef7","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"tenant":"e2e-praxis-a-1b1008","gateway":"openshift-ingress/e2e-praxis-a-1b1008","model":"ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:11.380786335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"4bed4099-ebe7-4073-b614-684742445ef7","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"routeName":"praxis-route-1b1008-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1b1008","llmisvcName":"praxis-route-1b1008","gateway":"openshift-ingress/e2e-praxis-a-1b1008","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:11.543208894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"a825c8be-0427-4baf-ab90-976db5f7d868","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"tenant":"e2e-praxis-a-1b1008","gateway":"openshift-ingress/e2e-praxis-a-1b1008","model":"ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:11.543227806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"a825c8be-0427-4baf-ab90-976db5f7d868","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"routeName":"praxis-route-1b1008-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1b1008","llmisvcName":"praxis-route-1b1008","gateway":"openshift-ingress/e2e-praxis-a-1b1008","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:11.592189386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-auth","reconcileID":"9d0d36bb-d42b-4518-9a48-ca77166a33e1","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1b1008","tenantID":"e2e-praxis-a-1b1008","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:11.645752159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1b1008-sub","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-sub","reconcileID":"ee54f362-efa7-433e-96fc-b09eca105c10","MaaSSubscription":{"name":"praxis-route-1b1008-sub","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"name":"maas-trlp-praxis-route-1b1008","model":"ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:11.649575937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-auth","reconcileID":"9d0d36bb-d42b-4518-9a48-ca77166a33e1","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"name":"e2e-praxis-a-1b1008-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:12.012695082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-auth","reconcileID":"e364c149-9d57-44b6-8eef-01affa1bb230","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1b1008","tenantID":"e2e-praxis-a-1b1008","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:12.017993667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1b1008-sub","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-sub","reconcileID":"21255ce7-5643-4f7a-b52c-02d990811c0b","MaaSSubscription":{"name":"praxis-route-1b1008-sub","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"name":"maas-trlp-praxis-route-1b1008","model":"ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:12.069081984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-auth","reconcileID":"e364c149-9d57-44b6-8eef-01affa1bb230","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"name":"e2e-praxis-a-1b1008-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:12.31630947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55b8de67-2aca-4f1c-b29b-65fe507b4a86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:12.368896756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55b8de67-2aca-4f1c-b29b-65fe507b4a86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:12.421498528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55b8de67-2aca-4f1c-b29b-65fe507b4a86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:12.474206161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55b8de67-2aca-4f1c-b29b-65fe507b4a86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:14.386912966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"618cf7ee-a07a-4eef-8c94-71a70187661f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:14.439667147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"618cf7ee-a07a-4eef-8c94-71a70187661f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:14.492222097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"618cf7ee-a07a-4eef-8c94-71a70187661f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:14.544854751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"618cf7ee-a07a-4eef-8c94-71a70187661f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:16.434347312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2dbc16e-a218-4558-8592-5cee5bf4438b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:16.487139784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2dbc16e-a218-4558-8592-5cee5bf4438b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:16.539714073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2dbc16e-a218-4558-8592-5cee5bf4438b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:16.59221305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2dbc16e-a218-4558-8592-5cee5bf4438b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:18.48190664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d31fa5f8-81bc-40d4-bac7-35e1682dc2bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:18.534475664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d31fa5f8-81bc-40d4-bac7-35e1682dc2bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:18.587011828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d31fa5f8-81bc-40d4-bac7-35e1682dc2bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:18.640257895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d31fa5f8-81bc-40d4-bac7-35e1682dc2bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:20.529739682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d005e912-fde9-4545-9f5f-471377aaf40a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:20.582659358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d005e912-fde9-4545-9f5f-471377aaf40a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:20.636610303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d005e912-fde9-4545-9f5f-471377aaf40a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:20.690313806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d005e912-fde9-4545-9f5f-471377aaf40a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:22.192911274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"3c6cac6e-bb8c-4b2f-bb34-eab1340c7858","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"tenant":"e2e-praxis-a-1b1008","gateway":"openshift-ingress/e2e-praxis-a-1b1008","model":"ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:22.192948417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"3c6cac6e-bb8c-4b2f-bb34-eab1340c7858","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"routeName":"praxis-route-1b1008-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1b1008","llmisvcName":"praxis-route-1b1008","gateway":"openshift-ingress/e2e-praxis-a-1b1008","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:22.298642844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-auth","reconcileID":"b67fd39d-27e8-4a8b-bde5-26c8c57ef8bc","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1b1008","tenantID":"e2e-praxis-a-1b1008","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:22.354811656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-auth","reconcileID":"b67fd39d-27e8-4a8b-bde5-26c8c57ef8bc","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"name":"e2e-praxis-a-1b1008-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:22.404689073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1b1008-sub","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-sub","reconcileID":"fbfc5080-2e32-4dc1-bf6a-cbd8cf58a7ac","MaaSSubscription":{"name":"praxis-route-1b1008-sub","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"name":"maas-trlp-praxis-route-1b1008","model":"ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:22.578113198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cad83ed3-bfcb-4121-aa5a-8b9c13742dc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:22.630882432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cad83ed3-bfcb-4121-aa5a-8b9c13742dc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:22.684426236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cad83ed3-bfcb-4121-aa5a-8b9c13742dc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:22.737223985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cad83ed3-bfcb-4121-aa5a-8b9c13742dc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:22.737414184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-auth","reconcileID":"98de7c4e-0c9c-46ac-83e1-ce5629f608d8","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1b1008","tenantID":"e2e-praxis-a-1b1008","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:22.793839315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-auth","reconcileID":"98de7c4e-0c9c-46ac-83e1-ce5629f608d8","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"name":"e2e-praxis-a-1b1008-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:22.895673816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1b1008-sub","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-sub","reconcileID":"3d349155-aec8-476d-b379-2e6b2b1fd239","MaaSSubscription":{"name":"praxis-route-1b1008-sub","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"name":"maas-trlp-praxis-route-1b1008","model":"ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:24.655887923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22eb258f-fcda-44d0-8569-4664719c8368","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:24.708757994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22eb258f-fcda-44d0-8569-4664719c8368","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:24.76145845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22eb258f-fcda-44d0-8569-4664719c8368","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:24.814176239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22eb258f-fcda-44d0-8569-4664719c8368","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:26.31643728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"default-tenant","reconcileID":"bc7c6cda-1f10-47db-9b57-7229578b1477","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ee0fed","tenantID":"e2e-shared-a-w0-ee0fed","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:26.433568077Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"default-tenant","reconcileID":"bc7c6cda-1f10-47db-9b57-7229578b1477","name":"e2e-shared-a-w0-ee0fed-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:26.736413907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41fe8b93-9245-4650-9db0-de502aba0a7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:26.78898548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41fe8b93-9245-4650-9db0-de502aba0a7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:26.841885909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41fe8b93-9245-4650-9db0-de502aba0a7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:26.894929505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41fe8b93-9245-4650-9db0-de502aba0a7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:28.873428839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45b78676-c0c8-4d71-a1f3-a7655cad6312","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:28.926249923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45b78676-c0c8-4d71-a1f3-a7655cad6312","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:28.97897099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45b78676-c0c8-4d71-a1f3-a7655cad6312","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:29.031588254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45b78676-c0c8-4d71-a1f3-a7655cad6312","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:30.253106292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-subscription","reconcileID":"4bcf3317-017f-4c40-a516-3ccb89a654d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-premium-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:30.314956243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"108f6743-503f-4b0c-8722-789dd8b44905","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:30.331076053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-subscription","reconcileID":"851eb0bd-a7ad-4b8e-b2d0-d489aae3fc65","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-premium-w4-398828","model":"e2e-models-e2e-worker-w4-398828/premium-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:30.661058525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"5787d21f-88d1-4603-961f-316097c852c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:30.766095333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"0f83ac0c-25fb-42ff-bb3e-607dcee2bc9a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:30.924230098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1b1008-sub","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-sub","reconcileID":"ac836a74-dde3-44f4-9eaa-6697cba5a5b9","MaaSSubscription":{"name":"praxis-route-1b1008-sub","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"name":"maas-trlp-praxis-route-1b1008","model":"ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:31.014202933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f5d33ab-a3c6-43ea-8471-c96a3b47a330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:31.023965953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"5f417736-055a-4624-bd68-9188e033a868","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:31.038892337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"e0c60ce0-603d-4d04-a399-9a8022db2ff7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:31.067213337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f5d33ab-a3c6-43ea-8471-c96a3b47a330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:31.120051295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f5d33ab-a3c6-43ea-8471-c96a3b47a330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:31.172575383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f5d33ab-a3c6-43ea-8471-c96a3b47a330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:31.279313292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"a23ecdef-87b1-4266-8671-f8aa4e571210","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:31.331254695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"43031571-61b4-4372-b588-b4e5469aba67","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-premium-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:31.384411066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"2697a957-5aee-454f-bf23-aa6c97988ae2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:31.493487356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"4ebf20c0-bdb2-4d52-85a5-3c03b5a03dca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:31.586452756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"60c6bb4d-615c-4724-9314-d71fb964b2da","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:31.712419826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"default-tenant","reconcileID":"db816be4-f07a-44a4-9578-930f9b6c1b54","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-a7cf93","tenantID":"e2e-shared-a-w4-a7cf93","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:31.827314297Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"default-tenant","reconcileID":"db816be4-f07a-44a4-9578-930f9b6c1b54","name":"e2e-shared-a-w4-a7cf93-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:33.081696781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fe5260f-d8ff-4b5d-9d84-b4731508f183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:33.134157339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fe5260f-d8ff-4b5d-9d84-b4731508f183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:33.186560109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fe5260f-d8ff-4b5d-9d84-b4731508f183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:33.239158585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fe5260f-d8ff-4b5d-9d84-b4731508f183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:35.131991903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48bcb3b2-d14b-4ff8-a96d-5d52a7d6e6c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:35.184626414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48bcb3b2-d14b-4ff8-a96d-5d52a7d6e6c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:35.237074648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48bcb3b2-d14b-4ff8-a96d-5d52a7d6e6c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:35.289978403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48bcb3b2-d14b-4ff8-a96d-5d52a7d6e6c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:35.609444632Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:36.941913139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"default-tenant","reconcileID":"8e7c9609-134d-4782-a02b-050c0f320b82","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7c1bee","tenantID":"e2e-shared-a-w1-7c1bee","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:37.057902087Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"default-tenant","reconcileID":"8e7c9609-134d-4782-a02b-050c0f320b82","name":"e2e-shared-a-w1-7c1bee-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:37.195032371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d75142cb-affe-46ce-8f86-647908550c72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:37.247716282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d75142cb-affe-46ce-8f86-647908550c72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:37.300641354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d75142cb-affe-46ce-8f86-647908550c72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:37.353387286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d75142cb-affe-46ce-8f86-647908550c72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:46.602827077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"default-tenant","reconcileID":"a5172470-43bf-443b-b16b-8aa327522df8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-aad578","tenantID":"e2e-shared-a-w3-aad578","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:46.717982376Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"default-tenant","reconcileID":"a5172470-43bf-443b-b16b-8aa327522df8","name":"e2e-shared-a-w3-aad578-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:49.741217235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"5325e08e-60e6-4c71-a2ca-18043a8c6fc5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-premium-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:49.856722162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3dc1272c-7c68-4c93-a1c6-379fa632f164","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:50.026374597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"2e9ebc63-af7f-4a08-b83f-88084b81e104","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:50.159740356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"dcd0d8bc-72d7-4cdb-915d-e3307e966fe0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:50.15977759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"ef0a4e00-358c-42af-952f-bfb22f0b5e7d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:50.321635322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-subscription","reconcileID":"f7f07086-90ec-4a3b-9448-a1e71e8129a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-premium-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:50.420319079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-subscription","reconcileID":"aa697d1c-bf9e-4e9c-b5db-a22bdf01f877","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-premium-w4-398828","model":"e2e-models-e2e-worker-w4-398828/premium-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:50.435500089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"1349041f-0dec-4dcc-9fe6-f84aa5a57196","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:50.663236273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"9257ec1f-b06c-4a3d-9ea4-146665f3fb1a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:50.764130856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1b1008-sub","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-sub","reconcileID":"0f6b77cb-81c4-47ed-93ef-f66332129b3a","MaaSSubscription":{"name":"praxis-route-1b1008-sub","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"name":"maas-trlp-praxis-route-1b1008","model":"ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:50.778122644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"f31613e0-1f22-4b39-bf47-101f00739aea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:50.86467183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"ca7e6510-ebfd-498c-bd9c-b0a240d2309b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:46:50.894053519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"744da9c2-b89b-4474-aba6-77485e9c6b62","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:05.609144576Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:10.695679712Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"default-tenant","reconcileID":"b5205e96-cbb8-4176-b6ed-56156491bad0","namespace":"ai-tenant-e2e-praxis-a-1b1008","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:10.695766829Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"default-tenant","reconcileID":"b5205e96-cbb8-4176-b6ed-56156491bad0","name":"praxis-route-1b1008-sub","namespace":"ai-tenant-e2e-praxis-a-1b1008","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:10.752846876Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"default-tenant","reconcileID":"b5205e96-cbb8-4176-b6ed-56156491bad0","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:10.752867265Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"default-tenant","reconcileID":"b5205e96-cbb8-4176-b6ed-56156491bad0","namespace":"ai-tenant-e2e-praxis-a-1b1008","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:10.752950499Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"default-tenant","reconcileID":"b5205e96-cbb8-4176-b6ed-56156491bad0","name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:10.753194576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"09fe3639-6b45-4e8a-b781-5bfbe692d0e1","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"tenant":"e2e-praxis-a-1b1008","gateway":"openshift-ingress/e2e-praxis-a-1b1008","model":"ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:10.75321213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"09fe3639-6b45-4e8a-b781-5bfbe692d0e1","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"routeName":"praxis-route-1b1008-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1b1008","llmisvcName":"praxis-route-1b1008","gateway":"openshift-ingress/e2e-praxis-a-1b1008","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:10.807813507Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"default-tenant","reconcileID":"b5205e96-cbb8-4176-b6ed-56156491bad0","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:10.810848904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"1c904305-3e45-4433-ace2-ae1217fa29c5","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"tenant":"e2e-praxis-a-1b1008","gateway":"openshift-ingress/e2e-praxis-a-1b1008","model":"ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:10.810862661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"1c904305-3e45-4433-ace2-ae1217fa29c5","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"routeName":"praxis-route-1b1008-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1b1008","llmisvcName":"praxis-route-1b1008","gateway":"openshift-ingress/e2e-praxis-a-1b1008","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:10.858052344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-auth","reconcileID":"afc29b9b-a0f2-439b-9100-c163ad09ac9b","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1b1008","tenantID":"e2e-praxis-a-1b1008","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:47:10.864324682Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"1c904305-3e45-4433-ace2-ae1217fa29c5","name":"praxis-route-1b1008","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-1b1008\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:47:10.864401013Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"1c904305-3e45-4433-ace2-ae1217fa29c5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-1b1008\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:10.869721911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"dc20ac03-3866-4768-9c84-955dd9c672f6","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"tenant":"e2e-praxis-a-1b1008","gateway":"openshift-ingress/e2e-praxis-a-1b1008","model":"ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:10.869740997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"dc20ac03-3866-4768-9c84-955dd9c672f6","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"routeName":"praxis-route-1b1008-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1b1008","llmisvcName":"praxis-route-1b1008","gateway":"openshift-ingress/e2e-praxis-a-1b1008","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:10.914392673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-auth","reconcileID":"afc29b9b-a0f2-439b-9100-c163ad09ac9b","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"name":"e2e-praxis-a-1b1008-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:10.915310312Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1b1008-sub","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-sub","reconcileID":"a8c28f9d-b022-4aaa-8e09-7d365aaac0cd","MaaSSubscription":{"name":"praxis-route-1b1008-sub","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6f885532","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:11.036287467Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1b1008-sub","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-sub","reconcileID":"1b21dd5a-a317-4207-8765-9902b1707e32","MaaSSubscription":{"name":"praxis-route-1b1008-sub","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6f885532","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:11.087851289Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-auth","reconcileID":"00f56ba9-0f64-44ea-89ce-1b541f2f5066","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"model":"ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:11.293629097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-auth","reconcileID":"00f56ba9-0f64-44ea-89ce-1b541f2f5066","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1b1008","tenantID":"e2e-praxis-a-1b1008","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:11.41604338Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-auth","reconcileID":"00f56ba9-0f64-44ea-89ce-1b541f2f5066","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"name":"e2e-praxis-a-1b1008-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:11.416069329Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-auth","reconcileID":"00f56ba9-0f64-44ea-89ce-1b541f2f5066","MaaSAuthPolicy":{"name":"praxis-route-1b1008-auth","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1b1008","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:11.472467983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"13f0497f-6c66-45d1-ba91-1caa8d1089ca","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"tenant":"e2e-praxis-a-1b1008","gateway":"openshift-ingress/e2e-praxis-a-1b1008","model":"ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:11.472485308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"13f0497f-6c66-45d1-ba91-1caa8d1089ca","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"routeName":"praxis-route-1b1008-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1b1008","llmisvcName":"praxis-route-1b1008","gateway":"openshift-ingress/e2e-praxis-a-1b1008","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:21.089737873Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1b1008-sub","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-sub","reconcileID":"f6764bdc-909c-41aa-ace3-eef0e72d3e51","MaaSSubscription":{"name":"praxis-route-1b1008-sub","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"model":"ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008","subscription":"praxis-route-1b1008-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:21.143184148Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1b1008-sub","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-sub","reconcileID":"f6764bdc-909c-41aa-ace3-eef0e72d3e51","MaaSSubscription":{"name":"praxis-route-1b1008-sub","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"model":"ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:21.197217587Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1b1008-sub","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008-sub","reconcileID":"f6764bdc-909c-41aa-ace3-eef0e72d3e51","MaaSSubscription":{"name":"praxis-route-1b1008-sub","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"name":"maas-trlp-praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008","model":"ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:21.474948341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"e5f7f95d-4c9f-460e-a4aa-2af652a81a0d","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"tenant":"e2e-praxis-a-1b1008","gateway":"openshift-ingress/e2e-praxis-a-1b1008","model":"ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:21.47497275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"e5f7f95d-4c9f-460e-a4aa-2af652a81a0d","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"routeName":"praxis-route-1b1008-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1b1008","llmisvcName":"praxis-route-1b1008","gateway":"openshift-ingress/e2e-praxis-a-1b1008","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:31.81580052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"868ad668-97d9-45ed-bf0e-0a4f33b3f5a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:31.86838252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"868ad668-97d9-45ed-bf0e-0a4f33b3f5a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:31.921147474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"868ad668-97d9-45ed-bf0e-0a4f33b3f5a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:31.973769471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"868ad668-97d9-45ed-bf0e-0a4f33b3f5a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:34.048016425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6ebf4bc-0b82-46d9-b6f8-0ef4298f92f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:34.100984953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6ebf4bc-0b82-46d9-b6f8-0ef4298f92f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:34.157534635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6ebf4bc-0b82-46d9-b6f8-0ef4298f92f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:34.210211611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6ebf4bc-0b82-46d9-b6f8-0ef4298f92f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:35.674506147Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:36.227269533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e63895d-7c32-438e-83fa-313716f20a74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:36.300741391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e63895d-7c32-438e-83fa-313716f20a74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:36.354857394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e63895d-7c32-438e-83fa-313716f20a74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:36.407376654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e63895d-7c32-438e-83fa-313716f20a74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:37.837870108Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-147104","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-147104","reconcileID":"92c970a7-9778-419e-95bc-f3a619d36e7f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-147104","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-147104":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:38.385005075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c2c60d4-b3cf-46f1-90cc-ba36391e0914","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:38.440562106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c2c60d4-b3cf-46f1-90cc-ba36391e0914","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:38.493687091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c2c60d4-b3cf-46f1-90cc-ba36391e0914","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:38.547214116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c2c60d4-b3cf-46f1-90cc-ba36391e0914","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:40.487602027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6771a2c7-c2ff-442b-8b6d-ae07179a213c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:40.541768691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6771a2c7-c2ff-442b-8b6d-ae07179a213c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:40.618509261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6771a2c7-c2ff-442b-8b6d-ae07179a213c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:40.680265736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6771a2c7-c2ff-442b-8b6d-ae07179a213c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:42.799064493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43f61165-3a7b-42d1-8b8b-06c3e8efcfb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:42.856629732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43f61165-3a7b-42d1-8b8b-06c3e8efcfb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:42.909723913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43f61165-3a7b-42d1-8b8b-06c3e8efcfb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:42.971453638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43f61165-3a7b-42d1-8b8b-06c3e8efcfb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:43.801676788Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-ac7ab4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-ac7ab4","reconcileID":"21d7d7d6-af4a-4025-a398-7e953329389e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-ac7ab4","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-ac7ab4":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:45.007984021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8481d5f3-08b6-4182-85d5-7ef395848302","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:45.068786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8481d5f3-08b6-4182-85d5-7ef395848302","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:45.122102027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8481d5f3-08b6-4182-85d5-7ef395848302","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:45.177579593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8481d5f3-08b6-4182-85d5-7ef395848302","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:47.288542854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edf677a8-3898-4ad9-b94a-4e0e032333d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:47.341842189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edf677a8-3898-4ad9-b94a-4e0e032333d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:47.397254053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edf677a8-3898-4ad9-b94a-4e0e032333d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:47.452758365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edf677a8-3898-4ad9-b94a-4e0e032333d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:49.439531868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"018db369-cceb-4fd9-9305-666b733079cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:49.493213018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"018db369-cceb-4fd9-9305-666b733079cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:49.546724031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"018db369-cceb-4fd9-9305-666b733079cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:49.599958791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"018db369-cceb-4fd9-9305-666b733079cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:50.575589099Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-3b27a5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-3b27a5","reconcileID":"0c9c53a0-9fff-4cdd-b454-ba58fe7005a3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-3b27a5","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-3b27a5":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:51.574964251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f866ac7-0ec9-4014-a00c-40316659e88f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:51.627875562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f866ac7-0ec9-4014-a00c-40316659e88f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:51.680635218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f866ac7-0ec9-4014-a00c-40316659e88f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:51.73337057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f866ac7-0ec9-4014-a00c-40316659e88f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:53.723676856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cdc94c5-869f-4733-8a36-a68f5312a0c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:53.776833307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cdc94c5-869f-4733-8a36-a68f5312a0c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:53.829592043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cdc94c5-869f-4733-8a36-a68f5312a0c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:53.882545706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cdc94c5-869f-4733-8a36-a68f5312a0c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:55.883361805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"338a840b-0176-4534-9679-4342e0b0801b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:55.937603678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"338a840b-0176-4534-9679-4342e0b0801b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:55.991214942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"338a840b-0176-4534-9679-4342e0b0801b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:56.047482347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"338a840b-0176-4534-9679-4342e0b0801b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:58.071142535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8592c121-d6d5-4b2e-aec6-4f7827d278f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:58.12449259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8592c121-d6d5-4b2e-aec6-4f7827d278f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:58.177143782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8592c121-d6d5-4b2e-aec6-4f7827d278f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:47:58.229605407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8592c121-d6d5-4b2e-aec6-4f7827d278f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:00.123100853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7778ea7d-0de6-4366-9221-2d7ae796cee4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:00.179295662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7778ea7d-0de6-4366-9221-2d7ae796cee4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:00.234892906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7778ea7d-0de6-4366-9221-2d7ae796cee4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:00.28743009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7778ea7d-0de6-4366-9221-2d7ae796cee4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:01.349389288Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-3d14ee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-3d14ee","reconcileID":"407e06b1-056a-4e8a-b9d8-0071741da852","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-3d14ee","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w3-3d14ee":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:02.185956922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"810e6206-f2ca-4c8f-83e1-5dc97d62c3f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:02.23853675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"810e6206-f2ca-4c8f-83e1-5dc97d62c3f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:02.291265698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"810e6206-f2ca-4c8f-83e1-5dc97d62c3f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:02.343902162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"810e6206-f2ca-4c8f-83e1-5dc97d62c3f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:04.23615132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f15f391d-7d6a-467d-b3f0-abe011c46f4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:04.288977849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f15f391d-7d6a-467d-b3f0-abe011c46f4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:04.342174746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f15f391d-7d6a-467d-b3f0-abe011c46f4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:04.395475177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f15f391d-7d6a-467d-b3f0-abe011c46f4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:05.609490418Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:06.338865599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75d840e0-9298-4d53-a94d-d2e796816a8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:06.391981179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75d840e0-9298-4d53-a94d-d2e796816a8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:06.444703212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75d840e0-9298-4d53-a94d-d2e796816a8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:06.498584963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75d840e0-9298-4d53-a94d-d2e796816a8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:08.399345271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41a4b0c-581d-4815-96f9-b9d39ee29ca1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:08.4520902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41a4b0c-581d-4815-96f9-b9d39ee29ca1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:08.505327172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41a4b0c-581d-4815-96f9-b9d39ee29ca1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:08.557983292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41a4b0c-581d-4815-96f9-b9d39ee29ca1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:10.487095973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70bb6c18-9d91-411f-83db-052444fc1422","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:10.53957246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70bb6c18-9d91-411f-83db-052444fc1422","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:10.592553936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70bb6c18-9d91-411f-83db-052444fc1422","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:10.645443557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70bb6c18-9d91-411f-83db-052444fc1422","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:19.078982389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"fca3f842-d6c7-4294-b81c-676c1cda99ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:19.184285739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"8ebd1821-ab4a-46bd-9771-18cb33392b9b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:19.285454912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"855ee5cf-780d-4681-b351-28d1572eddce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:19.476268131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"15aab1f1-83c7-486a-9640-ce5a0b167f9e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:19.576263023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"ace76d30-c625-4e51-bba1-a58a8307663a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:19.593334256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"4bc23e17-c9bd-4509-80cf-4cf36250638a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:19.677451522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"71169b38-6c1d-4cdc-8c05-97c146c9c4ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:19.778522904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"09105c72-021b-49df-a41e-56a7ae20b0ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:19.878478399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"054d492b-e86e-49d6-b692-459ffffefc8a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-premium-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:20.176239106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-subscription","reconcileID":"1f799e9d-6902-455c-b784-e2023210f6d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-premium-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:20.405990767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-subscription","reconcileID":"eab59519-66b8-4413-8d1e-164895d57103","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-premium-w4-398828","model":"e2e-models-e2e-worker-w4-398828/premium-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:20.506669993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eca38a40-5929-419c-8f8e-6b3e27168522","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:22.605220663Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"default-tenant","reconcileID":"d357b9ce-8065-48a3-810e-faf1c867c5be","namespace":"ai-tenant-e2e-praxis-a-1b1008","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:22.605276405Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"default-tenant","reconcileID":"d357b9ce-8065-48a3-810e-faf1c867c5be","namespace":"ai-tenant-e2e-praxis-a-1b1008","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:22.605326271Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"default-tenant","reconcileID":"d357b9ce-8065-48a3-810e-faf1c867c5be","tenant":"e2e-praxis-a-1b1008","tenantID":"e2e-praxis-a-1b1008","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:22.660473017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"default-tenant","reconcileID":"d357b9ce-8065-48a3-810e-faf1c867c5be","gvk":"Deployment","name":"maas-api-e2e-praxis-a-1b1008","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:22.72063615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"default-tenant","reconcileID":"d357b9ce-8065-48a3-810e-faf1c867c5be","gvk":"Service","name":"maas-api-e2e-praxis-a-1b1008","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:22.777966641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"default-tenant","reconcileID":"d357b9ce-8065-48a3-810e-faf1c867c5be","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-1b1008","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:22.831939648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"default-tenant","reconcileID":"d357b9ce-8065-48a3-810e-faf1c867c5be","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-1b1008","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:22.906981418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"default-tenant","reconcileID":"d357b9ce-8065-48a3-810e-faf1c867c5be","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-1b1008","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:22.962749232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"default-tenant","reconcileID":"d357b9ce-8065-48a3-810e-faf1c867c5be","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-1b1008","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:23.017741394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"default-tenant","reconcileID":"d357b9ce-8065-48a3-810e-faf1c867c5be","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-1b1008","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:23.078279612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"default-tenant","reconcileID":"d357b9ce-8065-48a3-810e-faf1c867c5be","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-1b1008","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:23.138828981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"default-tenant","reconcileID":"d357b9ce-8065-48a3-810e-faf1c867c5be","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-1b1008","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:23.191339917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"default-tenant","reconcileID":"d357b9ce-8065-48a3-810e-faf1c867c5be","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-1b1008","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:23.243680152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"default-tenant","reconcileID":"d357b9ce-8065-48a3-810e-faf1c867c5be","gvk":"Service","name":"payload-processing-e2e-praxis-a-1b1008","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:23.296038862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"default-tenant","reconcileID":"d357b9ce-8065-48a3-810e-faf1c867c5be","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-1b1008","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:23.34833811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"default-tenant","reconcileID":"d357b9ce-8065-48a3-810e-faf1c867c5be","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-1b1008","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:23.400782933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"default-tenant","reconcileID":"d357b9ce-8065-48a3-810e-faf1c867c5be","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-1b1008","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:23.452829169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"default-tenant","reconcileID":"d357b9ce-8065-48a3-810e-faf1c867c5be","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-1b1008","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:23.508518925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"default-tenant","reconcileID":"d357b9ce-8065-48a3-810e-faf1c867c5be","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-1b1008","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:23.560878869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"default-tenant","reconcileID":"d357b9ce-8065-48a3-810e-faf1c867c5be","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-1b1008","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:23.612932763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"default-tenant","reconcileID":"d357b9ce-8065-48a3-810e-faf1c867c5be","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-1b1008","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:23.665709501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"default-tenant","reconcileID":"d357b9ce-8065-48a3-810e-faf1c867c5be","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-1b1008","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:23.721075711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"default-tenant","reconcileID":"d357b9ce-8065-48a3-810e-faf1c867c5be","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-1b1008","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:24.535866085Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-1b1008","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-1b1008","reconcileID":"37a38a44-bdd1-4911-b207-fd4947457896","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-1b1008","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-1b1008"],"unowned":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:48:24.699287081Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"123b9317-888a-426c-a550-57fff767d9d8","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1b1008]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:48:24.810068738Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"123b9317-888a-426c-a550-57fff767d9d8","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1b1008]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:48:24.815461151Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"4d335576-bd74-4134-9eda-5251de77a830","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1b1008]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:48:24.815514239Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"4d335576-bd74-4134-9eda-5251de77a830","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1b1008]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:48:24.826603396Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"f086e872-222a-4944-a69d-1d49b12d61a2","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1b1008]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:48:24.826660646Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"f086e872-222a-4944-a69d-1d49b12d61a2","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1b1008]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:48:24.847862902Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"bf2e5f35-327d-4634-b27c-168194d1d53e","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1b1008]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:48:24.847915636Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"bf2e5f35-327d-4634-b27c-168194d1d53e","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1b1008]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:48:24.888320483Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"13af07e2-de27-4f8b-a87e-64d7b16c8f99","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1b1008]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:48:24.888397873Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"13af07e2-de27-4f8b-a87e-64d7b16c8f99","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1b1008]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:48:24.969138907Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"ad2865d2-c27d-4c04-8e41-5a7b3bf8c633","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1b1008]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:48:24.969193735Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"ad2865d2-c27d-4c04-8e41-5a7b3bf8c633","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1b1008]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:48:25.131616726Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"5839fb8f-3e54-4f31-883b-d56266df368c","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1b1008]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:48:25.131682753Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"5839fb8f-3e54-4f31-883b-d56266df368c","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1b1008]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:48:25.452220782Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"110d58b4-7625-490d-b5c9-f83e3705f3b4","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1b1008]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:48:25.452291597Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"110d58b4-7625-490d-b5c9-f83e3705f3b4","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1b1008]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:25.674348243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a968e397-6738-4cf1-97a9-0a3b351c47b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:25.726831896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a968e397-6738-4cf1-97a9-0a3b351c47b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:25.779442432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a968e397-6738-4cf1-97a9-0a3b351c47b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:25.83239839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a968e397-6738-4cf1-97a9-0a3b351c47b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:48:26.093015027Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"342096d2-49cf-48b0-9088-279da11bfe70","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1b1008]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:48:26.09308532Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"342096d2-49cf-48b0-9088-279da11bfe70","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1b1008]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:48:27.373784101Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"91f9c408-f15a-4cf5-bd00-7195619d4623","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1b1008]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:48:27.373848883Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"91f9c408-f15a-4cf5-bd00-7195619d4623","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1b1008]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:27.724754342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9b94e20-ac6b-4684-b5dd-25383aca8228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:27.778026575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9b94e20-ac6b-4684-b5dd-25383aca8228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:27.831064881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9b94e20-ac6b-4684-b5dd-25383aca8228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:27.885471086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9b94e20-ac6b-4684-b5dd-25383aca8228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:29.775283635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2122273d-ebb0-4105-a187-f3e204316cbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:29.833027866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2122273d-ebb0-4105-a187-f3e204316cbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:29.887035695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2122273d-ebb0-4105-a187-f3e204316cbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:48:29.934206062Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"6201645e-05d3-4db6-ab2f-1fecbe984d61","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1b1008]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:48:29.934276533Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"6201645e-05d3-4db6-ab2f-1fecbe984d61","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1b1008]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:29.940017805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2122273d-ebb0-4105-a187-f3e204316cbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:48:30.59209819Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"b6aecda9-827c-48e6-babb-b7c390b3065f","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1b1008]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:48:30.592168276Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"b6aecda9-827c-48e6-babb-b7c390b3065f","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1b1008]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:31.827326695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ebc59e2-ded6-48e9-813c-7b1a9dcc4b81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:31.880608423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ebc59e2-ded6-48e9-813c-7b1a9dcc4b81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:31.933211915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ebc59e2-ded6-48e9-813c-7b1a9dcc4b81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:31.98594207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ebc59e2-ded6-48e9-813c-7b1a9dcc4b81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:33.878445239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fdac410-a425-42f0-a263-adc0c1f8926c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:33.930936126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fdac410-a425-42f0-a263-adc0c1f8926c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:33.983521436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fdac410-a425-42f0-a263-adc0c1f8926c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:34.036062289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fdac410-a425-42f0-a263-adc0c1f8926c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:35.609306761Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:35.94093042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e52bcf6-0393-42e7-9083-3fc076814cb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:35.993626719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e52bcf6-0393-42e7-9083-3fc076814cb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:36.046329606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e52bcf6-0393-42e7-9083-3fc076814cb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:36.098835424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e52bcf6-0393-42e7-9083-3fc076814cb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:36.710892412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"7a52f8d5-67cf-4c5c-a320-e32843738a9a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:36.810657351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"3c6b1abe-7d06-4a5a-86f4-9935849251b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:36.93912526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"f94fe3bd-49c4-4c5a-a4ee-ef656ca33196","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:37.055343218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"57d85856-fbe6-4ea0-ad6e-a8c3342bbc9a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:37.221653741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-subscription","reconcileID":"2867dd40-fe61-42e0-9994-781cd721efb7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-premium-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:37.323817488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"62454e15-893d-4131-b449-39b28c063f22","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:37.423250473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-subscription","reconcileID":"f288f786-f985-4711-8924-efd9a18a94a2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-premium-w4-398828","model":"e2e-models-e2e-worker-w4-398828/premium-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:37.535689441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"1d86b865-3731-42c7-931d-5646e31e537e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:37.650853183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"637dda19-17e9-4491-b5dd-6feb47a17765","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:37.75865129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"055b6bcd-798b-4178-b747-6482b3c71847","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:38.023248971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b4f6b392-9141-4110-b49f-15752e1e0c76","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:38.123919972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"71e061b2-b4b6-4514-b3a4-f1402e3bd42b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-premium-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:48:40.833421394Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"22b1a4b3-9e8b-4dd4-8e19-7672ff6fb223","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1b1008]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:48:40.833484605Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"22b1a4b3-9e8b-4dd4-8e19-7672ff6fb223","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1b1008]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:48.573923075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"default-tenant","reconcileID":"9d98bd28-90b1-4b96-ad7a-190438c5b22a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-147104","tenantID":"e2e-shared-b-w0-147104","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:48.691000615Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"default-tenant","reconcileID":"9d98bd28-90b1-4b96-ad7a-190438c5b22a","name":"e2e-shared-b-w0-147104-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:58.223327247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"default-tenant","reconcileID":"c6d2a1cf-e4ce-4799-8115-4e82d7d9c4e8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ac7ab4","tenantID":"e2e-shared-b-w4-ac7ab4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:48:58.340412778Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"default-tenant","reconcileID":"c6d2a1cf-e4ce-4799-8115-4e82d7d9c4e8","name":"e2e-shared-b-w4-ac7ab4-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:49:01.313995905Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"60849225-b016-4947-8501-9e474d834e1f","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1b1008]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:49:01.314069771Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"60849225-b016-4947-8501-9e474d834e1f","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-1b1008/praxis-route-1b1008-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-1b1008]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:05.609409752Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:49:07.105512234Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1008","namespace":"ai-tenant-e2e-praxis-a-1b1008"},"namespace":"ai-tenant-e2e-praxis-a-1b1008","name":"praxis-route-1b1008","reconcileID":"70eb9f6d-a966-48fa-b4c1-b62307837b71","error":"maasmodelrefs.maas.opendatahub.io \"praxis-route-1b1008\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:12.596495463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"default-tenant","reconcileID":"24cc3fb2-04e3-4403-81af-4e05cfd707a4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-3b27a5","tenantID":"e2e-shared-b-w1-3b27a5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:12.71321575Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"default-tenant","reconcileID":"24cc3fb2-04e3-4403-81af-4e05cfd707a4","name":"e2e-shared-b-w1-3b27a5-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:14.654698383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"475b5590-638e-4c8e-9bb2-8b4f3cfefee8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:14.707423817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"475b5590-638e-4c8e-9bb2-8b4f3cfefee8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:14.760664369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"475b5590-638e-4c8e-9bb2-8b4f3cfefee8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:14.814710277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"475b5590-638e-4c8e-9bb2-8b4f3cfefee8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:16.697788762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3be2f26-fd8a-4786-9a57-83af8432d6d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:16.751429612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3be2f26-fd8a-4786-9a57-83af8432d6d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:16.805074343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3be2f26-fd8a-4786-9a57-83af8432d6d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:16.857588127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3be2f26-fd8a-4786-9a57-83af8432d6d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:18.807566552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"187910c8-d292-4783-91f5-ca65f86cbb03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:18.861030849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"187910c8-d292-4783-91f5-ca65f86cbb03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:18.913873522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"187910c8-d292-4783-91f5-ca65f86cbb03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:18.966699643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"187910c8-d292-4783-91f5-ca65f86cbb03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:20.875701736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"044a86fb-30fd-40ae-af00-cbdfde9542bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:20.928786253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"044a86fb-30fd-40ae-af00-cbdfde9542bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:20.981268477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"044a86fb-30fd-40ae-af00-cbdfde9542bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:21.033814543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"044a86fb-30fd-40ae-af00-cbdfde9542bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:27.729707864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"default-tenant","reconcileID":"31486ed6-c92d-4f19-9d2c-6dcbc19ca607","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-3d14ee","tenantID":"e2e-shared-b-w3-3d14ee","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:27.852846553Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"default-tenant","reconcileID":"31486ed6-c92d-4f19-9d2c-6dcbc19ca607","name":"e2e-shared-b-w3-3d14ee-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:35.610295559Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:47.062234195Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f68c7e"},"namespace":"ai-tenant-e2e-praxis-b-f68c7e","name":"default-tenant","reconcileID":"e88b63cc-c499-4ab6-b040-c26cb4857c60","namespace":"ai-tenant-e2e-praxis-b-f68c7e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:47.06230568Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f68c7e"},"namespace":"ai-tenant-e2e-praxis-b-f68c7e","name":"default-tenant","reconcileID":"e88b63cc-c499-4ab6-b040-c26cb4857c60","namespace":"ai-tenant-e2e-praxis-b-f68c7e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:47.062384642Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f68c7e"},"namespace":"ai-tenant-e2e-praxis-b-f68c7e","name":"default-tenant","reconcileID":"e88b63cc-c499-4ab6-b040-c26cb4857c60","tenant":"e2e-praxis-b-f68c7e","tenantID":"e2e-praxis-b-f68c7e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:47.117677388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f68c7e"},"namespace":"ai-tenant-e2e-praxis-b-f68c7e","name":"default-tenant","reconcileID":"e88b63cc-c499-4ab6-b040-c26cb4857c60","gvk":"Deployment","name":"maas-api-e2e-praxis-b-f68c7e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:47.185911271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f68c7e"},"namespace":"ai-tenant-e2e-praxis-b-f68c7e","name":"default-tenant","reconcileID":"e88b63cc-c499-4ab6-b040-c26cb4857c60","gvk":"Service","name":"maas-api-e2e-praxis-b-f68c7e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:47.246251993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f68c7e"},"namespace":"ai-tenant-e2e-praxis-b-f68c7e","name":"default-tenant","reconcileID":"e88b63cc-c499-4ab6-b040-c26cb4857c60","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-f68c7e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:47.30347876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f68c7e"},"namespace":"ai-tenant-e2e-praxis-b-f68c7e","name":"default-tenant","reconcileID":"e88b63cc-c499-4ab6-b040-c26cb4857c60","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-f68c7e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:47.362093006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f68c7e"},"namespace":"ai-tenant-e2e-praxis-b-f68c7e","name":"default-tenant","reconcileID":"e88b63cc-c499-4ab6-b040-c26cb4857c60","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-f68c7e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:47.418141032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f68c7e"},"namespace":"ai-tenant-e2e-praxis-b-f68c7e","name":"default-tenant","reconcileID":"e88b63cc-c499-4ab6-b040-c26cb4857c60","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-f68c7e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:47.475659692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f68c7e"},"namespace":"ai-tenant-e2e-praxis-b-f68c7e","name":"default-tenant","reconcileID":"e88b63cc-c499-4ab6-b040-c26cb4857c60","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-f68c7e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:47.532529119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f68c7e"},"namespace":"ai-tenant-e2e-praxis-b-f68c7e","name":"default-tenant","reconcileID":"e88b63cc-c499-4ab6-b040-c26cb4857c60","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-f68c7e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:47.585723886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f68c7e"},"namespace":"ai-tenant-e2e-praxis-b-f68c7e","name":"default-tenant","reconcileID":"e88b63cc-c499-4ab6-b040-c26cb4857c60","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-f68c7e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:47.63859416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f68c7e"},"namespace":"ai-tenant-e2e-praxis-b-f68c7e","name":"default-tenant","reconcileID":"e88b63cc-c499-4ab6-b040-c26cb4857c60","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-f68c7e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:47.694690761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f68c7e"},"namespace":"ai-tenant-e2e-praxis-b-f68c7e","name":"default-tenant","reconcileID":"e88b63cc-c499-4ab6-b040-c26cb4857c60","gvk":"Service","name":"payload-processing-e2e-praxis-b-f68c7e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:47.747293749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f68c7e"},"namespace":"ai-tenant-e2e-praxis-b-f68c7e","name":"default-tenant","reconcileID":"e88b63cc-c499-4ab6-b040-c26cb4857c60","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-f68c7e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:47.799405246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f68c7e"},"namespace":"ai-tenant-e2e-praxis-b-f68c7e","name":"default-tenant","reconcileID":"e88b63cc-c499-4ab6-b040-c26cb4857c60","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-f68c7e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:47.851878594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f68c7e"},"namespace":"ai-tenant-e2e-praxis-b-f68c7e","name":"default-tenant","reconcileID":"e88b63cc-c499-4ab6-b040-c26cb4857c60","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-f68c7e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:47.904052558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f68c7e"},"namespace":"ai-tenant-e2e-praxis-b-f68c7e","name":"default-tenant","reconcileID":"e88b63cc-c499-4ab6-b040-c26cb4857c60","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-f68c7e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:47.959532364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f68c7e"},"namespace":"ai-tenant-e2e-praxis-b-f68c7e","name":"default-tenant","reconcileID":"e88b63cc-c499-4ab6-b040-c26cb4857c60","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-f68c7e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:48.011929776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f68c7e"},"namespace":"ai-tenant-e2e-praxis-b-f68c7e","name":"default-tenant","reconcileID":"e88b63cc-c499-4ab6-b040-c26cb4857c60","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-f68c7e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:48.063877695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f68c7e"},"namespace":"ai-tenant-e2e-praxis-b-f68c7e","name":"default-tenant","reconcileID":"e88b63cc-c499-4ab6-b040-c26cb4857c60","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-f68c7e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:48.116312887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f68c7e"},"namespace":"ai-tenant-e2e-praxis-b-f68c7e","name":"default-tenant","reconcileID":"e88b63cc-c499-4ab6-b040-c26cb4857c60","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-f68c7e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:48.171508984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f68c7e"},"namespace":"ai-tenant-e2e-praxis-b-f68c7e","name":"default-tenant","reconcileID":"e88b63cc-c499-4ab6-b040-c26cb4857c60","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-f68c7e","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:48.98966599Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-f68c7e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-f68c7e","reconcileID":"2d20e6db-d46a-4383-8fcd-da9064088632","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-f68c7e","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-f68c7e"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:50.100905465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf7d0b1d-f7ed-4999-88a2-272861c0c6fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:50.154292451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf7d0b1d-f7ed-4999-88a2-272861c0c6fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:50.206818302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf7d0b1d-f7ed-4999-88a2-272861c0c6fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:50.259468757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf7d0b1d-f7ed-4999-88a2-272861c0c6fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:52.14636414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a36b4ea-5eeb-406b-8d66-e17a090d1ebd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:52.198949223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a36b4ea-5eeb-406b-8d66-e17a090d1ebd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:52.251815988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a36b4ea-5eeb-406b-8d66-e17a090d1ebd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:52.304206791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a36b4ea-5eeb-406b-8d66-e17a090d1ebd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:54.22882415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60bca1b6-506c-4b05-9250-c85d0778e5a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:54.290218897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60bca1b6-506c-4b05-9250-c85d0778e5a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:54.353141581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60bca1b6-506c-4b05-9250-c85d0778e5a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:49:54.405870706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60bca1b6-506c-4b05-9250-c85d0778e5a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:01.856624988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"919d7eb2-29b5-4f52-ab2d-dc6fe5464e4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:01.910255904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"919d7eb2-29b5-4f52-ab2d-dc6fe5464e4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:01.96368853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"919d7eb2-29b5-4f52-ab2d-dc6fe5464e4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:02.017483544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"919d7eb2-29b5-4f52-ab2d-dc6fe5464e4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:02.453055409Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-86f4c4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-86f4c4","reconcileID":"94fddbdc-9b5c-4861-a90b-3d8c49674a23","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-86f4c4","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-86f4c4":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:03.923707346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f00ea5f5-492b-4416-9153-3ccebbae5cd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:03.976698437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f00ea5f5-492b-4416-9153-3ccebbae5cd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:04.030039907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f00ea5f5-492b-4416-9153-3ccebbae5cd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:04.083229771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f00ea5f5-492b-4416-9153-3ccebbae5cd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:05.609539373Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:06.008921845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d9f2f58-6adb-47e3-8e94-d89249210174","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:06.070344888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d9f2f58-6adb-47e3-8e94-d89249210174","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:06.12357536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d9f2f58-6adb-47e3-8e94-d89249210174","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:06.176146762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d9f2f58-6adb-47e3-8e94-d89249210174","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:08.137673505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16dc0f56-61dc-472e-b466-43abca0659c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:08.190872008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16dc0f56-61dc-472e-b466-43abca0659c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:08.248548421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16dc0f56-61dc-472e-b466-43abca0659c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:08.302204736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16dc0f56-61dc-472e-b466-43abca0659c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:10.39980795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4661263f-e567-42b3-8ce8-32fcf4281701","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:10.457294446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4661263f-e567-42b3-8ce8-32fcf4281701","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:10.510200698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4661263f-e567-42b3-8ce8-32fcf4281701","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:10.563044857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4661263f-e567-42b3-8ce8-32fcf4281701","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:12.485810318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d20c4608-6486-427b-8e11-d9492fb95a22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:12.538726764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d20c4608-6486-427b-8e11-d9492fb95a22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:12.591343826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d20c4608-6486-427b-8e11-d9492fb95a22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:12.644576761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d20c4608-6486-427b-8e11-d9492fb95a22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:20.443044162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0af11c0-7093-49f8-bae0-792f778a2433","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:20.496926728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0af11c0-7093-49f8-bae0-792f778a2433","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:20.549936042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0af11c0-7093-49f8-bae0-792f778a2433","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:20.602705642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0af11c0-7093-49f8-bae0-792f778a2433","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:22.522316577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cae5e250-6b63-41d3-b18f-1a629d485ea2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:22.575558573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cae5e250-6b63-41d3-b18f-1a629d485ea2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:22.628963821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cae5e250-6b63-41d3-b18f-1a629d485ea2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:22.68217592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cae5e250-6b63-41d3-b18f-1a629d485ea2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:24.598494083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"700946b3-19a3-43d7-9277-6ac033c82f35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:24.651342979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"700946b3-19a3-43d7-9277-6ac033c82f35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:24.717311166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"700946b3-19a3-43d7-9277-6ac033c82f35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:24.771558706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"700946b3-19a3-43d7-9277-6ac033c82f35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:26.691746893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e97f0bde-6807-4c8b-b60b-48e4f0016587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:26.744632889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e97f0bde-6807-4c8b-b60b-48e4f0016587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:26.797187798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e97f0bde-6807-4c8b-b60b-48e4f0016587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:26.849900169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e97f0bde-6807-4c8b-b60b-48e4f0016587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:28.777223382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebad8d8a-8536-4d01-a97f-8600dd678d03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:28.829893558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebad8d8a-8536-4d01-a97f-8600dd678d03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:28.882994099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebad8d8a-8536-4d01-a97f-8600dd678d03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:28.935887941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebad8d8a-8536-4d01-a97f-8600dd678d03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:30.830939436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8de77a0-f2f6-48a9-ba42-f1486d2bdf9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:30.883519934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8de77a0-f2f6-48a9-ba42-f1486d2bdf9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:30.936114256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8de77a0-f2f6-48a9-ba42-f1486d2bdf9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:30.989318339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8de77a0-f2f6-48a9-ba42-f1486d2bdf9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:32.88022043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54a5805d-a27e-4e3e-a078-100a1842c38b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:32.93612089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54a5805d-a27e-4e3e-a078-100a1842c38b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:32.988851576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54a5805d-a27e-4e3e-a078-100a1842c38b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:33.041510874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54a5805d-a27e-4e3e-a078-100a1842c38b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:35.608110633Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:35.822911883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a0b7211-48db-4147-8aff-74fa0c388da6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:35.876254372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a0b7211-48db-4147-8aff-74fa0c388da6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:35.930883438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a0b7211-48db-4147-8aff-74fa0c388da6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:35.983780055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a0b7211-48db-4147-8aff-74fa0c388da6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:37.861939269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcad1ba9-32bc-4d98-a1c1-358a54846c6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:37.914979103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcad1ba9-32bc-4d98-a1c1-358a54846c6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:37.968410801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcad1ba9-32bc-4d98-a1c1-358a54846c6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:38.023049519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcad1ba9-32bc-4d98-a1c1-358a54846c6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:39.92897455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0347dae5-03aa-48ce-b83d-72ba30489353","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:39.982317036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0347dae5-03aa-48ce-b83d-72ba30489353","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:40.035094355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0347dae5-03aa-48ce-b83d-72ba30489353","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:40.087761434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0347dae5-03aa-48ce-b83d-72ba30489353","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:42.077851962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8b40d67-2f09-4e49-ab58-1252e3772387","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:42.130763183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8b40d67-2f09-4e49-ab58-1252e3772387","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:42.183707551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8b40d67-2f09-4e49-ab58-1252e3772387","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:42.236418732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8b40d67-2f09-4e49-ab58-1252e3772387","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:51.089063422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c81e085-3272-4200-b2c5-c03af08a8d96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:51.141678776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c81e085-3272-4200-b2c5-c03af08a8d96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:51.194440123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c81e085-3272-4200-b2c5-c03af08a8d96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:51.247021031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c81e085-3272-4200-b2c5-c03af08a8d96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:53.179530411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8eee7df1-f313-49cd-a4bc-e1c2af275715","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:53.232464242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8eee7df1-f313-49cd-a4bc-e1c2af275715","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:53.285029873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8eee7df1-f313-49cd-a4bc-e1c2af275715","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:53.337836341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8eee7df1-f313-49cd-a4bc-e1c2af275715","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:58.019113828Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0543f70c-096b-4a88-9f5d-043ab1582b2f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:58.135949082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d4379810-66d0-44a1-8502-61bdf9d61c60","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:58.307131185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"d7badd2e-16ab-4c26-896b-dc46c066e22d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:58.481304426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-subscription","reconcileID":"c04990e9-679a-4b21-a071-8ee4e9127455","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-premium-w4-398828","model":"e2e-models-e2e-worker-w4-398828/premium-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:58.595681537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"eff1de24-7d9a-4220-841c-91e335552c14","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:58.695456071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-subscription","reconcileID":"0b46ba08-85ba-45bd-bff4-153e0af2003d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-premium-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:58.828618777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"f852c9ae-d975-443e-a373-4e2e62e1f8ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:58.946165756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"3f6dca10-459a-4a0a-bf2c-dd73ec73cf31","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:59.119647067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"d4919cc5-4f33-4013-8b42-021e25aea9f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:59.220535921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"bede0c7d-1196-4f9b-86d5-649c2562fd6a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-premium-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:59.388464398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"4e7d6c8e-0a1f-487c-aae5-54e069c26ab6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:50:59.493197247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"a959500d-d2cf-46dd-ba37-eef7a0bbe094","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:51:05.609623394Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:51:24.468241136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"auth-test-model-ee0fed","reconcileID":"cdad6cec-98b5-4efa-a4be-bf6869b51d09","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"tenant":"e2e-shared-a-w0-ee0fed","gateway":"openshift-ingress/e2e-shared-a-w0-ee0fed","model":"ai-tenant-e2e-shared-a-w0-ee0fed/auth-test-model-ee0fed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:51:24.468266037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"auth-test-model-ee0fed","reconcileID":"cdad6cec-98b5-4efa-a4be-bf6869b51d09","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"routeName":"auth-test-model-ee0fed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","llmisvcName":"auth-test-model-ee0fed","gateway":"openshift-ingress/e2e-shared-a-w0-ee0fed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:51:27.807838973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-86f4c4"},"namespace":"ai-tenant-e2e-explicit-86f4c4","name":"default-tenant","reconcileID":"ec42ea09-9912-4e2a-bc7e-4639fa8b8a71","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-86f4c4","tenantID":"e2e-explicit-86f4c4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:51:27.923735407Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-86f4c4"},"namespace":"ai-tenant-e2e-explicit-86f4c4","name":"default-tenant","reconcileID":"ec42ea09-9912-4e2a-bc7e-4639fa8b8a71","name":"e2e-explicit-86f4c4-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:51:35.60871399Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:51:41.40503174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-subscription","reconcileID":"df335070-0897-4c45-bc05-1cfa8cf4648b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-premium-w4-398828","model":"e2e-models-e2e-worker-w4-398828/premium-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:51:41.524023023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"8ca72eac-2523-4deb-b3b2-61f9649c8939","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:51:41.647409374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c6d857ce-bd2f-4926-8193-ed5793df22bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:51:41.769034496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"2271f2c8-dd90-46f0-8dff-d8988e38211e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:51:41.821593528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"6f0a5bec-b05f-447a-8262-37a1a45acc8f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:51:42.339971636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"b6e85c0f-485b-40a2-8664-e67742764a8b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-premium-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:51:42.442979735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-subscription","reconcileID":"7906422f-7b36-4524-8855-85cb08aaeeb9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-premium-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:51:42.573051108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"e6f2f65e-06f9-4f27-9d25-6d5e37a67d38","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:51:42.674224995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"230a2248-c689-437f-8135-1068651dc7f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:51:42.773601127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6b980102-6891-42c4-9793-2de3dfbb2512","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:51:42.874206959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"0192b505-3e90-48cf-b766-d1fb68847c01","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:51:42.874218665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"6976d697-0743-4e89-9fda-ed9cc768b867","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:52:05.609189814Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:52:11.486192962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"auth-test-model-a7cf93","reconcileID":"074a4201-541c-4f55-bd81-9a7faf0dbd3b","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"tenant":"e2e-shared-a-w4-a7cf93","gateway":"openshift-ingress/e2e-shared-a-w4-a7cf93","model":"ai-tenant-e2e-shared-a-w4-a7cf93/auth-test-model-a7cf93","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:52:11.486217906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"auth-test-model-a7cf93","reconcileID":"074a4201-541c-4f55-bd81-9a7faf0dbd3b","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"routeName":"auth-test-model-a7cf93-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","llmisvcName":"auth-test-model-a7cf93","gateway":"openshift-ingress/e2e-shared-a-w4-a7cf93","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:52:18.129290983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"auth-test-model-7c1bee","reconcileID":"f1c8e9e8-7200-4fbb-a98e-523b03a9043e","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"tenant":"e2e-shared-a-w1-7c1bee","gateway":"openshift-ingress/e2e-shared-a-w1-7c1bee","model":"ai-tenant-e2e-shared-a-w1-7c1bee/auth-test-model-7c1bee","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:52:18.129322144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"auth-test-model-7c1bee","reconcileID":"f1c8e9e8-7200-4fbb-a98e-523b03a9043e","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"routeName":"auth-test-model-7c1bee-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","llmisvcName":"auth-test-model-7c1bee","gateway":"openshift-ingress/e2e-shared-a-w1-7c1bee","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:52:35.609082066Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:52:44.727089504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"auth-test-model-aad578","reconcileID":"dbf19e23-d096-489b-8437-fe288d9d0572","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"tenant":"e2e-shared-a-w3-aad578","gateway":"openshift-ingress/e2e-shared-a-w3-aad578","model":"ai-tenant-e2e-shared-a-w3-aad578/auth-test-model-aad578","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:52:44.727118458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"auth-test-model-aad578","reconcileID":"dbf19e23-d096-489b-8437-fe288d9d0572","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"routeName":"auth-test-model-aad578-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-aad578","llmisvcName":"auth-test-model-aad578","gateway":"openshift-ingress/e2e-shared-a-w3-aad578","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:52:51.09303573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5082a753-afef-43e2-b1a9-4cee452a2e1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:52:51.145623531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5082a753-afef-43e2-b1a9-4cee452a2e1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:52:51.19900635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5082a753-afef-43e2-b1a9-4cee452a2e1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:52:51.251894135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5082a753-afef-43e2-b1a9-4cee452a2e1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:52:53.17929208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb1385b4-05c9-4605-b47b-570f47487b17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:52:53.233106969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb1385b4-05c9-4605-b47b-570f47487b17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:52:53.285879659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb1385b4-05c9-4605-b47b-570f47487b17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:52:53.287060434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"auth-test-model-147104","reconcileID":"9d01fece-669e-4128-b639-3ec2ba44fcae","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"tenant":"e2e-shared-b-w0-147104","gateway":"openshift-ingress/e2e-shared-b-w0-147104","model":"ai-tenant-e2e-shared-b-w0-147104/auth-test-model-147104","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:52:53.28708157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"auth-test-model-147104","reconcileID":"9d01fece-669e-4128-b639-3ec2ba44fcae","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"routeName":"auth-test-model-147104-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-147104","llmisvcName":"auth-test-model-147104","gateway":"openshift-ingress/e2e-shared-b-w0-147104","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:52:53.338793682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb1385b4-05c9-4605-b47b-570f47487b17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:52:58.813908832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"auth-test-model-ee0fed","reconcileID":"1f85b9ce-6165-4504-8f3d-f6d5119cca6b","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"tenant":"e2e-shared-a-w0-ee0fed","gateway":"openshift-ingress/e2e-shared-a-w0-ee0fed","model":"ai-tenant-e2e-shared-a-w0-ee0fed/auth-test-model-ee0fed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:52:58.813929031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"auth-test-model-ee0fed","reconcileID":"1f85b9ce-6165-4504-8f3d-f6d5119cca6b","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"routeName":"auth-test-model-ee0fed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","llmisvcName":"auth-test-model-ee0fed","gateway":"openshift-ingress/e2e-shared-a-w0-ee0fed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:52:58.870623375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"auth-test-model-ee0fed","reconcileID":"88caca98-92a5-491b-a616-f103d3b05aa5","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"tenant":"e2e-shared-a-w0-ee0fed","gateway":"openshift-ingress/e2e-shared-a-w0-ee0fed","model":"ai-tenant-e2e-shared-a-w0-ee0fed/auth-test-model-ee0fed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:52:58.870641976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"auth-test-model-ee0fed","reconcileID":"88caca98-92a5-491b-a616-f103d3b05aa5","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"routeName":"auth-test-model-ee0fed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","llmisvcName":"auth-test-model-ee0fed","gateway":"openshift-ingress/e2e-shared-a-w0-ee0fed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:52:59.029648774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"e2e-auth-iso-7fd1ef","reconcileID":"3ddd2f51-d9e6-455e-b468-386c0deba7ba","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ee0fed","tenantID":"e2e-shared-a-w0-ee0fed","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:52:59.151662682Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"e2e-auth-iso-7fd1ef","reconcileID":"3ddd2f51-d9e6-455e-b468-386c0deba7ba","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"name":"e2e-shared-a-w0-ee0fed-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:52:59.234193448Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-ee0fed-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"e2e-auth-iso-7fd1ef","reconcileID":"3ddd2f51-d9e6-455e-b468-386c0deba7ba","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:52:59.290206233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"auth-test-model-ee0fed","reconcileID":"69862933-67dd-40fd-9bbd-29bb8bc3941c","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"tenant":"e2e-shared-a-w0-ee0fed","gateway":"openshift-ingress/e2e-shared-a-w0-ee0fed","model":"ai-tenant-e2e-shared-a-w0-ee0fed/auth-test-model-ee0fed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:52:59.290226996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"auth-test-model-ee0fed","reconcileID":"69862933-67dd-40fd-9bbd-29bb8bc3941c","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"routeName":"auth-test-model-ee0fed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","llmisvcName":"auth-test-model-ee0fed","gateway":"openshift-ingress/e2e-shared-a-w0-ee0fed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:53:05.609364528Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:53:09.406683946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"e2e-auth-iso-7fd1ef","reconcileID":"45bb534c-8fd9-4c8f-be7c-472182e3bf53","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ee0fed","tenantID":"e2e-shared-a-w0-ee0fed","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:53:09.462844466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"e2e-auth-iso-7fd1ef","reconcileID":"45bb534c-8fd9-4c8f-be7c-472182e3bf53","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"name":"e2e-shared-a-w0-ee0fed-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:53:09.518523951Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-ee0fed-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"e2e-auth-iso-7fd1ef","reconcileID":"45bb534c-8fd9-4c8f-be7c-472182e3bf53","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:53:19.624165117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"e2e-auth-iso-7fd1ef","reconcileID":"595b7833-3ef6-42e4-a49f-cc1269b9d2de","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ee0fed","tenantID":"e2e-shared-a-w0-ee0fed","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:53:19.680625406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"e2e-auth-iso-7fd1ef","reconcileID":"595b7833-3ef6-42e4-a49f-cc1269b9d2de","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"name":"e2e-shared-a-w0-ee0fed-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:53:19.73579687Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-ee0fed-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"e2e-auth-iso-7fd1ef","reconcileID":"595b7833-3ef6-42e4-a49f-cc1269b9d2de","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:53:29.842105693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"e2e-auth-iso-7fd1ef","reconcileID":"f89e8cc2-e3a7-4634-ba6b-ba9538a49f96","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ee0fed","tenantID":"e2e-shared-a-w0-ee0fed","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:53:29.898772179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"e2e-auth-iso-7fd1ef","reconcileID":"f89e8cc2-e3a7-4634-ba6b-ba9538a49f96","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"name":"e2e-shared-a-w0-ee0fed-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:53:29.953867762Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-ee0fed-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8fa67416d7e804338be8200b49b3043dc8870ab406f4e792f51fd4b0d59976e5) AuthConfig (29900ba6b1147708746a93cb57669f46391bfcf84c53abd5f479ea22a765a768) AuthConfig (a7f1142f4b45162cdd5b3c576b1d29201bd0feb6c815a824ada36d9510838d65) AuthConfig (f562c9ba73a8907e4e380e744f3782d9ffe92673df39c17503194771358aa1b4) AuthConfig (fb09971678aed982a573b507a5d6bfd5ee86beda10ef93a94618b0025739894c) AuthConfig (082c4175c7ef068761a9ef08fe3323e01ce7539eee85a9608bdf17aa23486220) AuthConfig (1b4a6748d09648b7b6b9bc64493c75dec3741192c6494e184850a83b6bbf0648) AuthConfig (9774da816fc5e1cc95cd242d8049e3192edd28272ff8996f37a2e6ea8c26c6db) AuthConfig (d74ad844a98c0c048aa72cee2feb7c29f314e82a78e11f94cad4d8907d8552ff) AuthConfig (e62dc580f22a5262e767393ad07df3450cd9fb907c340cae823f95d7f75c02f3) AuthConfig (29b01c066df58e415c1df195afa384ce644d7cc6caff632fe4b502230cfabb9f) AuthConfig (e519f7cdcfbf1d88582b8b8aaaa07634c07691208261e406c9cb528d6df46123) AuthConfig (09f3b36c8a62a32aca6226a2021b0d9b3e4a6525b866614511c14ccbaa9e0af4) AuthConfig (0d828a8eff0ab035f210fdcd0f105b7fe5d3d6cc24a56fd8957f0f6a58dd10c2) AuthConfig (4fe92f218511da163b704581a8c84f11e793d465a5c2b116bfe85a3420e06bdf) AuthConfig (5790074d10153552682f51db40024d3538e2da977680438e1aaa47a3603ef6ea) AuthConfig (3da2a0b7d67a5006d820fc89f18868521dd0e2afe9603a864c9f5e76ab75fdb1) AuthConfig (afcc4d345674151857790cce2b32c83316c0b88c8ad30bf1e9546030d51e1751)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"e2e-auth-iso-7fd1ef","reconcileID":"f89e8cc2-e3a7-4634-ba6b-ba9538a49f96","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:53:30.011807624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"auth-test-model-ee0fed","reconcileID":"d96e7a22-9791-4655-8ffe-949b5c1542f5","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"tenant":"e2e-shared-a-w0-ee0fed","gateway":"openshift-ingress/e2e-shared-a-w0-ee0fed","model":"ai-tenant-e2e-shared-a-w0-ee0fed/auth-test-model-ee0fed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:53:30.011827361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"auth-test-model-ee0fed","reconcileID":"d96e7a22-9791-4655-8ffe-949b5c1542f5","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"routeName":"auth-test-model-ee0fed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","llmisvcName":"auth-test-model-ee0fed","gateway":"openshift-ingress/e2e-shared-a-w0-ee0fed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:53:35.60894092Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:53:40.118084445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"e2e-auth-iso-7fd1ef","reconcileID":"ab29b0fa-fa5f-446e-baaf-069c93b9caf4","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ee0fed","tenantID":"e2e-shared-a-w0-ee0fed","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:53:40.17446178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"e2e-auth-iso-7fd1ef","reconcileID":"ab29b0fa-fa5f-446e-baaf-069c93b9caf4","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"name":"e2e-shared-a-w0-ee0fed-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:53:40.229683921Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-ee0fed-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8fa67416d7e804338be8200b49b3043dc8870ab406f4e792f51fd4b0d59976e5) AuthConfig (29900ba6b1147708746a93cb57669f46391bfcf84c53abd5f479ea22a765a768) AuthConfig (a7f1142f4b45162cdd5b3c576b1d29201bd0feb6c815a824ada36d9510838d65) AuthConfig (f562c9ba73a8907e4e380e744f3782d9ffe92673df39c17503194771358aa1b4) AuthConfig (fb09971678aed982a573b507a5d6bfd5ee86beda10ef93a94618b0025739894c) AuthConfig (082c4175c7ef068761a9ef08fe3323e01ce7539eee85a9608bdf17aa23486220) AuthConfig (1b4a6748d09648b7b6b9bc64493c75dec3741192c6494e184850a83b6bbf0648) AuthConfig (9774da816fc5e1cc95cd242d8049e3192edd28272ff8996f37a2e6ea8c26c6db) AuthConfig (d74ad844a98c0c048aa72cee2feb7c29f314e82a78e11f94cad4d8907d8552ff) AuthConfig (e62dc580f22a5262e767393ad07df3450cd9fb907c340cae823f95d7f75c02f3) AuthConfig (29b01c066df58e415c1df195afa384ce644d7cc6caff632fe4b502230cfabb9f) AuthConfig (e519f7cdcfbf1d88582b8b8aaaa07634c07691208261e406c9cb528d6df46123) AuthConfig (09f3b36c8a62a32aca6226a2021b0d9b3e4a6525b866614511c14ccbaa9e0af4) AuthConfig (0d828a8eff0ab035f210fdcd0f105b7fe5d3d6cc24a56fd8957f0f6a58dd10c2) AuthConfig (4fe92f218511da163b704581a8c84f11e793d465a5c2b116bfe85a3420e06bdf) AuthConfig (5790074d10153552682f51db40024d3538e2da977680438e1aaa47a3603ef6ea) AuthConfig (3da2a0b7d67a5006d820fc89f18868521dd0e2afe9603a864c9f5e76ab75fdb1) AuthConfig (afcc4d345674151857790cce2b32c83316c0b88c8ad30bf1e9546030d51e1751)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"e2e-auth-iso-7fd1ef","reconcileID":"ab29b0fa-fa5f-446e-baaf-069c93b9caf4","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:53:50.334735244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"e2e-auth-iso-7fd1ef","reconcileID":"b06224f1-0d2d-43f9-a6f0-adaf1805f2a8","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ee0fed","tenantID":"e2e-shared-a-w0-ee0fed","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:53:50.391629096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"e2e-auth-iso-7fd1ef","reconcileID":"b06224f1-0d2d-43f9-a6f0-adaf1805f2a8","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"name":"e2e-shared-a-w0-ee0fed-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:53:50.66063549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"auth-test-model-ac7ab4","reconcileID":"81bfc2ca-b92d-4680-9aeb-b33f4f9cc4df","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"tenant":"e2e-shared-b-w4-ac7ab4","gateway":"openshift-ingress/e2e-shared-b-w4-ac7ab4","model":"ai-tenant-e2e-shared-b-w4-ac7ab4/auth-test-model-ac7ab4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:53:50.660661666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"auth-test-model-ac7ab4","reconcileID":"81bfc2ca-b92d-4680-9aeb-b33f4f9cc4df","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"routeName":"auth-test-model-ac7ab4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","llmisvcName":"auth-test-model-ac7ab4","gateway":"openshift-ingress/e2e-shared-b-w4-ac7ab4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:53:50.718216206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"auth-test-model-ee0fed","reconcileID":"94f211dd-4afa-4140-a0bd-ddf9ed6e67c5","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"tenant":"e2e-shared-a-w0-ee0fed","gateway":"openshift-ingress/e2e-shared-a-w0-ee0fed","model":"ai-tenant-e2e-shared-a-w0-ee0fed/auth-test-model-ee0fed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:53:50.718241617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"auth-test-model-ee0fed","reconcileID":"94f211dd-4afa-4140-a0bd-ddf9ed6e67c5","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"routeName":"auth-test-model-ee0fed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","llmisvcName":"auth-test-model-ee0fed","gateway":"openshift-ingress/e2e-shared-a-w0-ee0fed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:53:55.992489523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"auth-test-model-ee0fed","reconcileID":"88215731-17a7-4108-96ab-77d8b347721f","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"tenant":"e2e-shared-a-w0-ee0fed","gateway":"openshift-ingress/e2e-shared-a-w0-ee0fed","model":"ai-tenant-e2e-shared-a-w0-ee0fed/auth-test-model-ee0fed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:53:55.992513579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"auth-test-model-ee0fed","reconcileID":"88215731-17a7-4108-96ab-77d8b347721f","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"routeName":"auth-test-model-ee0fed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","llmisvcName":"auth-test-model-ee0fed","gateway":"openshift-ingress/e2e-shared-a-w0-ee0fed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:53:56.05100688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"auth-test-model-ee0fed","reconcileID":"7bf8ce3a-3fe7-4d07-89b6-a03a222dd44c","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"tenant":"e2e-shared-a-w0-ee0fed","gateway":"openshift-ingress/e2e-shared-a-w0-ee0fed","model":"ai-tenant-e2e-shared-a-w0-ee0fed/auth-test-model-ee0fed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:53:56.05103061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"auth-test-model-ee0fed","reconcileID":"7bf8ce3a-3fe7-4d07-89b6-a03a222dd44c","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"routeName":"auth-test-model-ee0fed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","llmisvcName":"auth-test-model-ee0fed","gateway":"openshift-ingress/e2e-shared-a-w0-ee0fed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:53:56.096716058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"e2e-auth-iso-7fd1ef","reconcileID":"49e1a139-b50f-4b0a-9081-25a21ed3d555","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ee0fed","tenantID":"e2e-shared-a-w0-ee0fed","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:53:56.09828988Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"e2e-auth-iso-7fd1ef","reconcileID":"25fa4fcb-c362-4b70-990e-5a8b7e10a290","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-7fd1ef\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:53:56.106541517Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"auth-test-model-ee0fed","reconcileID":"7bf8ce3a-3fe7-4d07-89b6-a03a222dd44c","name":"auth-test-model-ee0fed","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-ee0fed\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:53:56.106590012Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"auth-test-model-ee0fed","reconcileID":"7bf8ce3a-3fe7-4d07-89b6-a03a222dd44c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-ee0fed\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:53:56.106765234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"auth-test-model-a7cf93","reconcileID":"b2d09e7c-0708-4451-8995-2fec00592e97","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"tenant":"e2e-shared-a-w4-a7cf93","gateway":"openshift-ingress/e2e-shared-a-w4-a7cf93","model":"ai-tenant-e2e-shared-a-w4-a7cf93/auth-test-model-a7cf93","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:53:56.106782875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"auth-test-model-a7cf93","reconcileID":"b2d09e7c-0708-4451-8995-2fec00592e97","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"routeName":"auth-test-model-a7cf93-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","llmisvcName":"auth-test-model-a7cf93","gateway":"openshift-ingress/e2e-shared-a-w4-a7cf93","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:53:56.111931173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"auth-test-model-ee0fed","reconcileID":"613b99d6-c775-4c87-b0d3-6b277759bc1d","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"tenant":"e2e-shared-a-w0-ee0fed","gateway":"openshift-ingress/e2e-shared-a-w0-ee0fed","model":"ai-tenant-e2e-shared-a-w0-ee0fed/auth-test-model-ee0fed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:53:56.111948159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"auth-test-model-ee0fed","reconcileID":"613b99d6-c775-4c87-b0d3-6b277759bc1d","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"routeName":"auth-test-model-ee0fed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","llmisvcName":"auth-test-model-ee0fed","gateway":"openshift-ingress/e2e-shared-a-w0-ee0fed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:53:56.149289249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"auth-test-model-a7cf93","reconcileID":"670717bf-c502-4cbd-8ebe-b00d4094244c","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"tenant":"e2e-shared-a-w4-a7cf93","gateway":"openshift-ingress/e2e-shared-a-w4-a7cf93","model":"ai-tenant-e2e-shared-a-w4-a7cf93/auth-test-model-a7cf93","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:53:56.14930911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"auth-test-model-a7cf93","reconcileID":"670717bf-c502-4cbd-8ebe-b00d4094244c","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"routeName":"auth-test-model-a7cf93-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","llmisvcName":"auth-test-model-a7cf93","gateway":"openshift-ingress/e2e-shared-a-w4-a7cf93","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:53:56.15290036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"e2e-auth-iso-7fd1ef","reconcileID":"49e1a139-b50f-4b0a-9081-25a21ed3d555","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"name":"e2e-shared-a-w0-ee0fed-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:53:56.204641442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"auth-test-model-ee0fed","reconcileID":"6e783da3-133f-43e0-809b-fe0744c91061","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"tenant":"e2e-shared-a-w0-ee0fed","gateway":"openshift-ingress/e2e-shared-a-w0-ee0fed","model":"ai-tenant-e2e-shared-a-w0-ee0fed/auth-test-model-ee0fed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:53:56.204660194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"auth-test-model-ee0fed","reconcileID":"6e783da3-133f-43e0-809b-fe0744c91061","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"routeName":"auth-test-model-ee0fed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","llmisvcName":"auth-test-model-ee0fed","gateway":"openshift-ingress/e2e-shared-a-w0-ee0fed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:53:56.261768122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"auth-test-model-ee0fed","reconcileID":"fda1ef57-789b-4f19-af36-7f652e463d11","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"tenant":"e2e-shared-a-w0-ee0fed","gateway":"openshift-ingress/e2e-shared-a-w0-ee0fed","model":"ai-tenant-e2e-shared-a-w0-ee0fed/auth-test-model-ee0fed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:53:56.261791108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"auth-test-model-ee0fed","reconcileID":"fda1ef57-789b-4f19-af36-7f652e463d11","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"routeName":"auth-test-model-ee0fed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","llmisvcName":"auth-test-model-ee0fed","gateway":"openshift-ingress/e2e-shared-a-w0-ee0fed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:53:56.297746985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"e2e-auth-iso-27e9fe","reconcileID":"12032dc5-9a7e-4c00-806f-2b84cd88de11","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-a7cf93","tenantID":"e2e-shared-a-w4-a7cf93","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:53:56.419343318Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"e2e-auth-iso-27e9fe","reconcileID":"12032dc5-9a7e-4c00-806f-2b84cd88de11","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"name":"e2e-shared-a-w4-a7cf93-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:53:56.462506269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"e2e-auth-iso-7fd1ef","reconcileID":"dc12eee9-0c6e-4131-8c00-65f8f9e5ff4d","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ee0fed","tenantID":"e2e-shared-a-w0-ee0fed","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:53:56.47608225Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-a7cf93-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"e2e-auth-iso-27e9fe","reconcileID":"12032dc5-9a7e-4c00-806f-2b84cd88de11","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:53:56.477853997Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"e2e-auth-iso-7fd1ef","reconcileID":"995c132b-70c8-4291-a9ed-612c96e2b28e","MaaSSubscription":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"name":"maas-trlp-auth-test-model-ee0fed","model":"auth-test-model-ee0fed","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-ee0fed/e2e-auth-iso-7fd1ef"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:53:56.540924017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"auth-test-model-a7cf93","reconcileID":"d48ff930-b02c-4968-851d-8c1406d43788","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"tenant":"e2e-shared-a-w4-a7cf93","gateway":"openshift-ingress/e2e-shared-a-w4-a7cf93","model":"ai-tenant-e2e-shared-a-w4-a7cf93/auth-test-model-a7cf93","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:53:56.540944418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"auth-test-model-a7cf93","reconcileID":"d48ff930-b02c-4968-851d-8c1406d43788","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"routeName":"auth-test-model-a7cf93-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","llmisvcName":"auth-test-model-a7cf93","gateway":"openshift-ingress/e2e-shared-a-w4-a7cf93","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:53:56.543371177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"e2e-auth-iso-7fd1ef","reconcileID":"dc12eee9-0c6e-4131-8c00-65f8f9e5ff4d","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"name":"e2e-shared-a-w0-ee0fed-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:53:56.657980095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"auth-test-model-ee0fed","reconcileID":"c59c60c3-fa6a-4625-ad4c-ab5f40b9e18b","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"tenant":"e2e-shared-a-w0-ee0fed","gateway":"openshift-ingress/e2e-shared-a-w0-ee0fed","model":"ai-tenant-e2e-shared-a-w0-ee0fed/auth-test-model-ee0fed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:53:56.658005788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"auth-test-model-ee0fed","reconcileID":"c59c60c3-fa6a-4625-ad4c-ab5f40b9e18b","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"routeName":"auth-test-model-ee0fed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","llmisvcName":"auth-test-model-ee0fed","gateway":"openshift-ingress/e2e-shared-a-w0-ee0fed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:53:56.867508711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"e2e-auth-iso-7fd1ef","reconcileID":"03141ae1-9102-47a0-99a6-321ca0c563a7","MaaSSubscription":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"name":"maas-trlp-auth-test-model-ee0fed","model":"ai-tenant-e2e-shared-a-w0-ee0fed/auth-test-model-ee0fed","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:05.60891714Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:06.646843797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"e2e-auth-iso-27e9fe","reconcileID":"a312735d-b064-4e84-ae31-7ab8a1b53a9b","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-a7cf93","tenantID":"e2e-shared-a-w4-a7cf93","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:06.703415804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"e2e-auth-iso-27e9fe","reconcileID":"a312735d-b064-4e84-ae31-7ab8a1b53a9b","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"name":"e2e-shared-a-w4-a7cf93-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:06.758573225Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-a7cf93-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"e2e-auth-iso-27e9fe","reconcileID":"a312735d-b064-4e84-ae31-7ab8a1b53a9b","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:14.376715289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-86f4c4","namespace":"ai-tenant-e2e-explicit-86f4c4"},"namespace":"ai-tenant-e2e-explicit-86f4c4","name":"explicit-model-86f4c4","reconcileID":"e8c20bff-259c-4fd0-9fc8-a523e2a7b39f","MaaSModelRef":{"name":"explicit-model-86f4c4","namespace":"ai-tenant-e2e-explicit-86f4c4"},"routeName":"explicit-model-86f4c4-kserve-route","namespace":"ai-tenant-e2e-explicit-86f4c4","llmisvcName":"explicit-model-86f4c4","gateway":"openshift-ingress/e2e-explicit-86f4c4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:16.863989866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"e2e-auth-iso-27e9fe","reconcileID":"fd3a3648-2fbe-4a54-b46e-d06bcd75a465","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-a7cf93","tenantID":"e2e-shared-a-w4-a7cf93","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:16.920294902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"e2e-auth-iso-27e9fe","reconcileID":"fd3a3648-2fbe-4a54-b46e-d06bcd75a465","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"name":"e2e-shared-a-w4-a7cf93-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:16.975630257Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-a7cf93-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"e2e-auth-iso-27e9fe","reconcileID":"fd3a3648-2fbe-4a54-b46e-d06bcd75a465","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:17.607476634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"auth-test-model-3b27a5","reconcileID":"6f36e175-8b17-4fc9-9a50-1b5b5d91aed8","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"tenant":"e2e-shared-b-w1-3b27a5","gateway":"openshift-ingress/e2e-shared-b-w1-3b27a5","model":"ai-tenant-e2e-shared-b-w1-3b27a5/auth-test-model-3b27a5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:17.607506474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"auth-test-model-3b27a5","reconcileID":"6f36e175-8b17-4fc9-9a50-1b5b5d91aed8","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"routeName":"auth-test-model-3b27a5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","llmisvcName":"auth-test-model-3b27a5","gateway":"openshift-ingress/e2e-shared-b-w1-3b27a5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:18.537071085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"auth-test-model-3d14ee","reconcileID":"ba01576b-338b-4e03-a9a8-a135978aeda0","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"tenant":"e2e-shared-b-w3-3d14ee","gateway":"openshift-ingress/e2e-shared-b-w3-3d14ee","model":"ai-tenant-e2e-shared-b-w3-3d14ee/auth-test-model-3d14ee","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:18.537104687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"auth-test-model-3d14ee","reconcileID":"ba01576b-338b-4e03-a9a8-a135978aeda0","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"routeName":"auth-test-model-3d14ee-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","llmisvcName":"auth-test-model-3d14ee","gateway":"openshift-ingress/e2e-shared-b-w3-3d14ee","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:20.798671177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"e2e-auth-iso-7fd1ef","reconcileID":"11c151a7-92ac-4b08-ac02-91836c38bf82","MaaSSubscription":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"name":"maas-trlp-auth-test-model-ee0fed","model":"ai-tenant-e2e-shared-a-w0-ee0fed/auth-test-model-ee0fed","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:20.978650445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"auth-test-model-ee0fed","reconcileID":"13fc54be-7d3f-4b5d-ac94-f33ff3abf895","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"tenant":"e2e-shared-a-w0-ee0fed","gateway":"openshift-ingress/e2e-shared-a-w0-ee0fed","model":"ai-tenant-e2e-shared-a-w0-ee0fed/auth-test-model-ee0fed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:20.978742853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"auth-test-model-ee0fed","reconcileID":"13fc54be-7d3f-4b5d-ac94-f33ff3abf895","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"routeName":"auth-test-model-ee0fed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","llmisvcName":"auth-test-model-ee0fed","gateway":"openshift-ingress/e2e-shared-a-w0-ee0fed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:21.643557618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"e2e-auth-iso-7fd1ef","reconcileID":"0fe94361-da76-40fe-8311-e6b43291ec9a","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ee0fed","tenantID":"e2e-shared-a-w0-ee0fed","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:21.699947242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"e2e-auth-iso-7fd1ef","reconcileID":"0fe94361-da76-40fe-8311-e6b43291ec9a","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"name":"e2e-shared-a-w0-ee0fed-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:23.033735264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"auth-test-model-7c1bee","reconcileID":"09662f84-2ebd-47d4-9231-514ce7198f3b","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"tenant":"e2e-shared-a-w1-7c1bee","gateway":"openshift-ingress/e2e-shared-a-w1-7c1bee","model":"ai-tenant-e2e-shared-a-w1-7c1bee/auth-test-model-7c1bee","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:23.033755605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"auth-test-model-7c1bee","reconcileID":"09662f84-2ebd-47d4-9231-514ce7198f3b","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"routeName":"auth-test-model-7c1bee-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","llmisvcName":"auth-test-model-7c1bee","gateway":"openshift-ingress/e2e-shared-a-w1-7c1bee","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:23.089842348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"auth-test-model-7c1bee","reconcileID":"7e7b9b89-651b-4a2a-a94b-6b36383866ca","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"tenant":"e2e-shared-a-w1-7c1bee","gateway":"openshift-ingress/e2e-shared-a-w1-7c1bee","model":"ai-tenant-e2e-shared-a-w1-7c1bee/auth-test-model-7c1bee","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:23.089860844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"auth-test-model-7c1bee","reconcileID":"7e7b9b89-651b-4a2a-a94b-6b36383866ca","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"routeName":"auth-test-model-7c1bee-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","llmisvcName":"auth-test-model-7c1bee","gateway":"openshift-ingress/e2e-shared-a-w1-7c1bee","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:23.187832884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"auth-test-model-147104","reconcileID":"ff8a3f8d-353a-4414-bbe9-b682511cd1eb","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"tenant":"e2e-shared-b-w0-147104","gateway":"openshift-ingress/e2e-shared-b-w0-147104","model":"ai-tenant-e2e-shared-b-w0-147104/auth-test-model-147104","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:23.187851605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"auth-test-model-147104","reconcileID":"ff8a3f8d-353a-4414-bbe9-b682511cd1eb","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"routeName":"auth-test-model-147104-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-147104","llmisvcName":"auth-test-model-147104","gateway":"openshift-ingress/e2e-shared-b-w0-147104","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:23.195627327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"e2e-auth-iso-4cf9bc","reconcileID":"c946bbc1-e5b8-498c-a34a-5d6bedaa1d1e","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7c1bee","tenantID":"e2e-shared-a-w1-7c1bee","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:23.245923838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"auth-test-model-147104","reconcileID":"cb29a185-59e0-475b-8c6d-de3375244e47","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"tenant":"e2e-shared-b-w0-147104","gateway":"openshift-ingress/e2e-shared-b-w0-147104","model":"ai-tenant-e2e-shared-b-w0-147104/auth-test-model-147104","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:23.245942913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"auth-test-model-147104","reconcileID":"cb29a185-59e0-475b-8c6d-de3375244e47","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"routeName":"auth-test-model-147104-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-147104","llmisvcName":"auth-test-model-147104","gateway":"openshift-ingress/e2e-shared-b-w0-147104","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:23.331783741Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"e2e-auth-iso-4cf9bc","reconcileID":"c946bbc1-e5b8-498c-a34a-5d6bedaa1d1e","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"name":"e2e-shared-a-w1-7c1bee-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:23.357825969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"e2e-auth-iso-7fd1ef","reconcileID":"435a7e29-eb74-4191-9e11-c7a1d4de4938","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-147104","tenantID":"e2e-shared-b-w0-147104","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:23.389257172Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-7c1bee-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"e2e-auth-iso-4cf9bc","reconcileID":"c946bbc1-e5b8-498c-a34a-5d6bedaa1d1e","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:23.450808868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"auth-test-model-7c1bee","reconcileID":"6bebd0a3-7562-416d-920a-67c91dd9370f","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"tenant":"e2e-shared-a-w1-7c1bee","gateway":"openshift-ingress/e2e-shared-a-w1-7c1bee","model":"ai-tenant-e2e-shared-a-w1-7c1bee/auth-test-model-7c1bee","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:23.450829442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"auth-test-model-7c1bee","reconcileID":"6bebd0a3-7562-416d-920a-67c91dd9370f","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"routeName":"auth-test-model-7c1bee-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","llmisvcName":"auth-test-model-7c1bee","gateway":"openshift-ingress/e2e-shared-a-w1-7c1bee","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:23.495656103Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"e2e-auth-iso-7fd1ef","reconcileID":"435a7e29-eb74-4191-9e11-c7a1d4de4938","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"name":"e2e-shared-b-w0-147104-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:23.556198766Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-147104-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"e2e-auth-iso-7fd1ef","reconcileID":"435a7e29-eb74-4191-9e11-c7a1d4de4938","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:23.616024272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"auth-test-model-147104","reconcileID":"70913a99-859f-4344-9c65-c59e47703c8b","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"tenant":"e2e-shared-b-w0-147104","gateway":"openshift-ingress/e2e-shared-b-w0-147104","model":"ai-tenant-e2e-shared-b-w0-147104/auth-test-model-147104","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:23.616041122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"auth-test-model-147104","reconcileID":"70913a99-859f-4344-9c65-c59e47703c8b","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"routeName":"auth-test-model-147104-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-147104","llmisvcName":"auth-test-model-147104","gateway":"openshift-ingress/e2e-shared-b-w0-147104","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:23.961540785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"auth-test-model-aad578","reconcileID":"903224a5-8be7-484e-a4b1-244009ec25c5","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"tenant":"e2e-shared-a-w3-aad578","gateway":"openshift-ingress/e2e-shared-a-w3-aad578","model":"ai-tenant-e2e-shared-a-w3-aad578/auth-test-model-aad578","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:23.961558889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"auth-test-model-aad578","reconcileID":"903224a5-8be7-484e-a4b1-244009ec25c5","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"routeName":"auth-test-model-aad578-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-aad578","llmisvcName":"auth-test-model-aad578","gateway":"openshift-ingress/e2e-shared-a-w3-aad578","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:24.01648503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"auth-test-model-aad578","reconcileID":"555266a8-b0f3-4e9c-b727-0b6114c036f5","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"tenant":"e2e-shared-a-w3-aad578","gateway":"openshift-ingress/e2e-shared-a-w3-aad578","model":"ai-tenant-e2e-shared-a-w3-aad578/auth-test-model-aad578","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:24.016502376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"auth-test-model-aad578","reconcileID":"555266a8-b0f3-4e9c-b727-0b6114c036f5","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"routeName":"auth-test-model-aad578-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-aad578","llmisvcName":"auth-test-model-aad578","gateway":"openshift-ingress/e2e-shared-a-w3-aad578","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:24.121494007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"e2e-auth-iso-e87a55","reconcileID":"ffd0792d-ef07-458a-8464-080b25c97955","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-aad578","tenantID":"e2e-shared-a-w3-aad578","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:24.243614758Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"e2e-auth-iso-e87a55","reconcileID":"ffd0792d-ef07-458a-8464-080b25c97955","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"name":"e2e-shared-a-w3-aad578-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:24.298527707Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-aad578-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"e2e-auth-iso-e87a55","reconcileID":"ffd0792d-ef07-458a-8464-080b25c97955","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:24.353757532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"auth-test-model-aad578","reconcileID":"82c8ac2b-3469-43c3-9870-2d9bb745660f","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"tenant":"e2e-shared-a-w3-aad578","gateway":"openshift-ingress/e2e-shared-a-w3-aad578","model":"ai-tenant-e2e-shared-a-w3-aad578/auth-test-model-aad578","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:24.353776698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"auth-test-model-aad578","reconcileID":"82c8ac2b-3469-43c3-9870-2d9bb745660f","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"routeName":"auth-test-model-aad578-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-aad578","llmisvcName":"auth-test-model-aad578","gateway":"openshift-ingress/e2e-shared-a-w3-aad578","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:26.883097321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b8e8070-e4e9-4c2e-934d-be58518cd014","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:26.935827688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b8e8070-e4e9-4c2e-934d-be58518cd014","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:26.988622716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b8e8070-e4e9-4c2e-934d-be58518cd014","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:27.041158753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b8e8070-e4e9-4c2e-934d-be58518cd014","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:27.146092326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"e2e-auth-iso-27e9fe","reconcileID":"888c5152-29f5-45b5-9626-5a55a97d30e3","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-a7cf93","tenantID":"e2e-shared-a-w4-a7cf93","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:27.202942308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"e2e-auth-iso-27e9fe","reconcileID":"888c5152-29f5-45b5-9626-5a55a97d30e3","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"name":"e2e-shared-a-w4-a7cf93-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:27.317468666Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-a7cf93-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2f2e00d824329945033b8f73d46ef19b788b1383501d72b1f90b7433d0cb68e7) AuthConfig (86100ab7a50cb8322ed2a96981e9787befe9580f26077f6c57052a028d972ce0) AuthConfig (7425c22314c376a2b96010474f37ae8cb55bdf5724ac6ded5e93cf78f1b84423) AuthConfig (c3e4c30c3cc8c2a5184718d1d8d9175d6a974b8808a7d256a239d499b3d8a342) AuthConfig (3732a6ef04ad5bfc1d6d6dfe018e753d7b8eaa21dc51a6f1bd01b7b6ba54d5c2) AuthConfig (7e765bb242ce93f354ce406cb991ca697d180b9e481f5a2670b204d4b8cee836) AuthConfig (f71b3887edf3ce88836793468bf3262ad23c317f46dacad56a561a0423a4db1e) AuthConfig (41ffe6dcc5ec5a97b03cb727aa10655137e2cac4425a115ce5014df52f803871) AuthConfig (93a3bfd8173a944dc58351bae8519c617853cfd79cf6eff9ebe58def1b37689e) AuthConfig (f93ab13bd10331ff1d4e3fc2c30d8911ca63d52f0b532ac664a837ad091d4dc6) AuthConfig (8e2e49d46f6a46d6e3542c9f81cbccc0faad77de5fb6c97dffd2184330a025e1) AuthConfig (7ab5dd612d8c89c532590e3ced67b4d1edaa34bf623ac72990a9ad9c3b676e68) AuthConfig (f51769765bf8b61efb86bd74b64cd7b2c0f35516c22b167dfb79aa02f96b9756) AuthConfig (17bc2b691d087fd0bb7ff60d2d6c8904254ac7cabb11c84b33ed4640727291cb) AuthConfig (a245fdee0eefa41a8f2c15927c4a85359c917408eea9f31d668fc0cbe80427b5) AuthConfig (c7949663261fc97c7bcd0bb8a0ba2aae19399a30a6215ed0fd5758f4a5c23792) AuthConfig (251e4693b69bd9c1d14de9b0085b9b5a75b7d65eb4ab4afb4c20b68d5cb201a5) AuthConfig (486d8ad45e827e98131de2d6256c6e5b1339b40fb5ed20af16e1016cc20bb6fa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"e2e-auth-iso-27e9fe","reconcileID":"888c5152-29f5-45b5-9626-5a55a97d30e3","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:27.375297938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"auth-test-model-a7cf93","reconcileID":"dd3e6570-ec0c-4f2e-a70f-0c22fd4fcda9","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"tenant":"e2e-shared-a-w4-a7cf93","gateway":"openshift-ingress/e2e-shared-a-w4-a7cf93","model":"ai-tenant-e2e-shared-a-w4-a7cf93/auth-test-model-a7cf93","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:27.375315564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"auth-test-model-a7cf93","reconcileID":"dd3e6570-ec0c-4f2e-a70f-0c22fd4fcda9","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"routeName":"auth-test-model-a7cf93-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","llmisvcName":"auth-test-model-a7cf93","gateway":"openshift-ingress/e2e-shared-a-w4-a7cf93","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:28.979460784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"082943f8-6e80-404c-a8e3-4de9df6efeb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:29.031904745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"082943f8-6e80-404c-a8e3-4de9df6efeb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:29.08486022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"082943f8-6e80-404c-a8e3-4de9df6efeb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:29.13763903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"082943f8-6e80-404c-a8e3-4de9df6efeb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:31.026678935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"872c1dc7-b3fc-4bcb-bfb9-1a775896dbaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:31.079608378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"872c1dc7-b3fc-4bcb-bfb9-1a775896dbaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:31.132476343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"872c1dc7-b3fc-4bcb-bfb9-1a775896dbaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:31.185220232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"872c1dc7-b3fc-4bcb-bfb9-1a775896dbaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:33.555708372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"e2e-auth-iso-4cf9bc","reconcileID":"add3d6a9-8c9f-4222-a47c-0e647801fb19","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7c1bee","tenantID":"e2e-shared-a-w1-7c1bee","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:33.612226653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"e2e-auth-iso-4cf9bc","reconcileID":"add3d6a9-8c9f-4222-a47c-0e647801fb19","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"name":"e2e-shared-a-w1-7c1bee-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:33.66761268Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-7c1bee-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"e2e-auth-iso-4cf9bc","reconcileID":"add3d6a9-8c9f-4222-a47c-0e647801fb19","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:33.721668588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"e2e-auth-iso-7fd1ef","reconcileID":"2b600f0d-b07d-4486-9867-dd18e2fbeee7","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-147104","tenantID":"e2e-shared-b-w0-147104","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:33.778812995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"e2e-auth-iso-7fd1ef","reconcileID":"2b600f0d-b07d-4486-9867-dd18e2fbeee7","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"name":"e2e-shared-b-w0-147104-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:33.83410371Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-147104-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"e2e-auth-iso-7fd1ef","reconcileID":"2b600f0d-b07d-4486-9867-dd18e2fbeee7","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:34.459572968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"e2e-auth-iso-e87a55","reconcileID":"75439bf6-e7d0-4e18-9cd3-923da6a7f6b4","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-aad578","tenantID":"e2e-shared-a-w3-aad578","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:34.515838409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"e2e-auth-iso-e87a55","reconcileID":"75439bf6-e7d0-4e18-9cd3-923da6a7f6b4","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"name":"e2e-shared-a-w3-aad578-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:34.571096181Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-aad578-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"e2e-auth-iso-e87a55","reconcileID":"75439bf6-e7d0-4e18-9cd3-923da6a7f6b4","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:35.609465886Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:37.480058291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"e2e-auth-iso-27e9fe","reconcileID":"b93f5800-8ff4-495a-bffa-bd8c7135fd76","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-a7cf93","tenantID":"e2e-shared-a-w4-a7cf93","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:37.538735035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"e2e-auth-iso-27e9fe","reconcileID":"b93f5800-8ff4-495a-bffa-bd8c7135fd76","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"name":"e2e-shared-a-w4-a7cf93-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:37.59461799Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-a7cf93-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2f2e00d824329945033b8f73d46ef19b788b1383501d72b1f90b7433d0cb68e7) AuthConfig (86100ab7a50cb8322ed2a96981e9787befe9580f26077f6c57052a028d972ce0) AuthConfig (7425c22314c376a2b96010474f37ae8cb55bdf5724ac6ded5e93cf78f1b84423) AuthConfig (c3e4c30c3cc8c2a5184718d1d8d9175d6a974b8808a7d256a239d499b3d8a342) AuthConfig (3732a6ef04ad5bfc1d6d6dfe018e753d7b8eaa21dc51a6f1bd01b7b6ba54d5c2) AuthConfig (7e765bb242ce93f354ce406cb991ca697d180b9e481f5a2670b204d4b8cee836) AuthConfig (f71b3887edf3ce88836793468bf3262ad23c317f46dacad56a561a0423a4db1e) AuthConfig (41ffe6dcc5ec5a97b03cb727aa10655137e2cac4425a115ce5014df52f803871) AuthConfig (93a3bfd8173a944dc58351bae8519c617853cfd79cf6eff9ebe58def1b37689e) AuthConfig (f93ab13bd10331ff1d4e3fc2c30d8911ca63d52f0b532ac664a837ad091d4dc6) AuthConfig (8e2e49d46f6a46d6e3542c9f81cbccc0faad77de5fb6c97dffd2184330a025e1) AuthConfig (7ab5dd612d8c89c532590e3ced67b4d1edaa34bf623ac72990a9ad9c3b676e68) AuthConfig (f51769765bf8b61efb86bd74b64cd7b2c0f35516c22b167dfb79aa02f96b9756) AuthConfig (17bc2b691d087fd0bb7ff60d2d6c8904254ac7cabb11c84b33ed4640727291cb) AuthConfig (a245fdee0eefa41a8f2c15927c4a85359c917408eea9f31d668fc0cbe80427b5) AuthConfig (c7949663261fc97c7bcd0bb8a0ba2aae19399a30a6215ed0fd5758f4a5c23792) AuthConfig (251e4693b69bd9c1d14de9b0085b9b5a75b7d65eb4ab4afb4c20b68d5cb201a5) AuthConfig (486d8ad45e827e98131de2d6256c6e5b1339b40fb5ed20af16e1016cc20bb6fa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"e2e-auth-iso-27e9fe","reconcileID":"b93f5800-8ff4-495a-bffa-bd8c7135fd76","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:43.776706761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"e2e-auth-iso-4cf9bc","reconcileID":"f214f4a2-c9ec-4398-9c26-b919dfc40b6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7c1bee","tenantID":"e2e-shared-a-w1-7c1bee","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:43.834588768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"e2e-auth-iso-4cf9bc","reconcileID":"f214f4a2-c9ec-4398-9c26-b919dfc40b6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"name":"e2e-shared-a-w1-7c1bee-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:43.890189248Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-7c1bee-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"e2e-auth-iso-4cf9bc","reconcileID":"f214f4a2-c9ec-4398-9c26-b919dfc40b6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:43.93998328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"e2e-auth-iso-7fd1ef","reconcileID":"6f2bd6d0-aa73-4580-ae0e-589c83fea150","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-147104","tenantID":"e2e-shared-b-w0-147104","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:43.996666105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"e2e-auth-iso-7fd1ef","reconcileID":"6f2bd6d0-aa73-4580-ae0e-589c83fea150","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"name":"e2e-shared-b-w0-147104-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:44.051450464Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-147104-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (57365d6b5af06418f32928465b43ac661dd01e2869861362f4c0059325d3ca58) AuthConfig (95356522ada9afde90959ebb031faf5b06fd7ca00c00d0154520f12ed0ef72f6) AuthConfig (0b46db2882d517aacfe408be8b4a1a0686ccdcda9c49a6e3e9d9137dc2700338) AuthConfig (71ea88b26c5a3349681709f154eb4f0ac95413907fa3f61d4955a2be25bf66b0) AuthConfig (9c5dfbc2eb357dfc176c29a2cd93741137e1ce6ec7fcc6d4c371da3f10d6f9b7) AuthConfig (62223f0a9c5089585f4c4c08e51e8b5273dbd2b4d3a08bd12b01b0d37aa283b1) AuthConfig (6d31f8e8663ae2d25c03324fab1f88199380408caf2454a98fcd796f6ef0003c) AuthConfig (e62b8c360f7874707a2a81754d848798c060639ea05e92c5d763ebfad4398986) AuthConfig (9ee150f1d9f9bab08be4fa86af462ca4f06758541a28c93a34af54ee4c50ac56) AuthConfig (d83589912bc985aa7eafa85b6dc42d2173bbee2fc1ae3ab9f68866ee0db39165) AuthConfig (0170d7300af4b16323ca6bf26f57f00ce8f83752b16e27223c533dc19fc75f1f) AuthConfig (a8ef3f85fb9103d31c5014b9fdf05b22de88d57740873053715cc410a179b0e4) AuthConfig (0634939eabc9b3362055032c0e6b7796e9fc9df684ec00b61e42b366949635cd) AuthConfig (97377d020602ab47c6402fec9cff8b0e4f4d3fbd592f2e451006da9627b16f5e) AuthConfig (9052304f302f02c90d372e6583c3164d86a6f5c534cadd4a5765617a7269b4bb) AuthConfig (b3f94044e80f4da32a3fc40553dff5a4354e4525219412757db587defcf6c34d) AuthConfig (3796ccdc81a563784e71ef5d6090ab410879b4e25084e72052b2deb5ab55592e) AuthConfig (11f566dd90cb2c64cfcd485e419e89079136cae9d25ce09c37826e758d978e3c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"e2e-auth-iso-7fd1ef","reconcileID":"6f2bd6d0-aa73-4580-ae0e-589c83fea150","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:44.109226908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"auth-test-model-147104","reconcileID":"6a287e50-9f2b-4b58-bbe0-9bb8951b4dd1","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"tenant":"e2e-shared-b-w0-147104","gateway":"openshift-ingress/e2e-shared-b-w0-147104","model":"ai-tenant-e2e-shared-b-w0-147104/auth-test-model-147104","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:44.10924498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"auth-test-model-147104","reconcileID":"6a287e50-9f2b-4b58-bbe0-9bb8951b4dd1","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"routeName":"auth-test-model-147104-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-147104","llmisvcName":"auth-test-model-147104","gateway":"openshift-ingress/e2e-shared-b-w0-147104","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:44.676818252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"e2e-auth-iso-e87a55","reconcileID":"bb0af128-e380-4ae3-b328-3c999d2eca41","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-aad578","tenantID":"e2e-shared-a-w3-aad578","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:44.733304525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"e2e-auth-iso-e87a55","reconcileID":"bb0af128-e380-4ae3-b328-3c999d2eca41","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"name":"e2e-shared-a-w3-aad578-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:44.788148765Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-aad578-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e860a95af0afc808dfac8163a80ed9f15eb01b33681cbc8f88f46a438f14ab66) AuthConfig (7084aa88ae9f8d7e68268e5437a99b19994e9d01d6051c27cee6fa30ca6b6784) AuthConfig (23d2e4ed10f701cf6360110aa6de6ac00962a2431acf4a4938d0a7b852dff3f2) AuthConfig (fa09de269fffc7344db3228ae8c7d2197e41116dfa7912efecfa986c6f36c765) AuthConfig (2fc158960cff47e806375305cd696b283f99d25c4db9027f8ebf79c91255b0b7) AuthConfig (cfd44ac8e461a644317eaa51a54e0ddb71c594a9eae816d666fa39828f4c57a9) AuthConfig (5a25cb2211be175831c8896ace55d86838a88047fbb161545466f90d91f35bdf) AuthConfig (a63631566c8d82b6386d3ab75db7a25551c93b171874df8dbae9f31d9322b309) AuthConfig (43409906fe507c859be466d2d693cb7ef70bd7e7250109b05a5a276639d9d1d4) AuthConfig (69284a5c63ec0821fa2670aa519a8af439c9a22bd1fef7bf0c886554ea46ca7e) AuthConfig (3957a30789c8cc843ca8c132c370c47fac3b946faf44a9cd952fee157baea1be) AuthConfig (fbfbac092de199caff1ef0d6a62aa05ff794aa803ccc2cee69674dfe46e5b7d3) AuthConfig (fe22cd9ec5f55a3038dad6c86c0b8755cab454cfe43c8e00a31183f9e9ded6b8) AuthConfig (785ec3ce66973bbf32dfa7239c076caea1dfa2e0cb37915be8e86210ad1eb0df) AuthConfig (cec7ffa1be144673c830403045884c45f99f4477c19bde166fa19e82dc3eca37) AuthConfig (7487923367e162a8a6d7268b4f40926d9e274d0d64ba5a26155011b661b58095) AuthConfig (0db32e11804acc5f208bb03170787b04657dbec1510203e09376941ebbead62c) AuthConfig (de3fb4a7e82255fdbb3d7f70f95974c68d479b0ce38a2329d79c22fb4e9d3983)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"e2e-auth-iso-e87a55","reconcileID":"bb0af128-e380-4ae3-b328-3c999d2eca41","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:44.843655991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"auth-test-model-aad578","reconcileID":"f3d88ef3-60e4-4785-8421-95f0d7919108","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"tenant":"e2e-shared-a-w3-aad578","gateway":"openshift-ingress/e2e-shared-a-w3-aad578","model":"ai-tenant-e2e-shared-a-w3-aad578/auth-test-model-aad578","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:44.84367646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"auth-test-model-aad578","reconcileID":"f3d88ef3-60e4-4785-8421-95f0d7919108","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"routeName":"auth-test-model-aad578-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-aad578","llmisvcName":"auth-test-model-aad578","gateway":"openshift-ingress/e2e-shared-a-w3-aad578","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:47.700279281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"e2e-auth-iso-27e9fe","reconcileID":"11b99d21-6746-4440-a072-a443965e7b62","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-a7cf93","tenantID":"e2e-shared-a-w4-a7cf93","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:47.756179615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"e2e-auth-iso-27e9fe","reconcileID":"11b99d21-6746-4440-a072-a443965e7b62","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"name":"e2e-shared-a-w4-a7cf93-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:48.074034101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"auth-test-model-a7cf93","reconcileID":"98cf417f-5999-42c5-9fa8-2f0be0a0f891","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"tenant":"e2e-shared-a-w4-a7cf93","gateway":"openshift-ingress/e2e-shared-a-w4-a7cf93","model":"ai-tenant-e2e-shared-a-w4-a7cf93/auth-test-model-a7cf93","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:48.074054533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"auth-test-model-a7cf93","reconcileID":"98cf417f-5999-42c5-9fa8-2f0be0a0f891","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"routeName":"auth-test-model-a7cf93-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","llmisvcName":"auth-test-model-a7cf93","gateway":"openshift-ingress/e2e-shared-a-w4-a7cf93","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:53.162081454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"auth-test-model-a7cf93","reconcileID":"10742c10-c174-4656-9ca7-65413aafdf66","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"tenant":"e2e-shared-a-w4-a7cf93","gateway":"openshift-ingress/e2e-shared-a-w4-a7cf93","model":"ai-tenant-e2e-shared-a-w4-a7cf93/auth-test-model-a7cf93","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:53.162103961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"auth-test-model-a7cf93","reconcileID":"10742c10-c174-4656-9ca7-65413aafdf66","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"routeName":"auth-test-model-a7cf93-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","llmisvcName":"auth-test-model-a7cf93","gateway":"openshift-ingress/e2e-shared-a-w4-a7cf93","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:53.220907881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"auth-test-model-a7cf93","reconcileID":"cd735863-8086-4624-b2c3-d79cb6fcec50","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"tenant":"e2e-shared-a-w4-a7cf93","gateway":"openshift-ingress/e2e-shared-a-w4-a7cf93","model":"ai-tenant-e2e-shared-a-w4-a7cf93/auth-test-model-a7cf93","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:53.220928531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"auth-test-model-a7cf93","reconcileID":"cd735863-8086-4624-b2c3-d79cb6fcec50","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"routeName":"auth-test-model-a7cf93-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","llmisvcName":"auth-test-model-a7cf93","gateway":"openshift-ingress/e2e-shared-a-w4-a7cf93","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:53.267309603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"e2e-auth-iso-27e9fe","reconcileID":"06749c93-e531-406d-921c-4f0b3c79dfbb","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-a7cf93","tenantID":"e2e-shared-a-w4-a7cf93","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:54:53.2707099Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"e2e-auth-iso-27e9fe","reconcileID":"7958b0dc-4354-4d68-baf4-7db058990353","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-27e9fe\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:54:53.274411779Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"auth-test-model-a7cf93","reconcileID":"cd735863-8086-4624-b2c3-d79cb6fcec50","name":"auth-test-model-a7cf93","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-a7cf93\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:54:53.274462633Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"auth-test-model-a7cf93","reconcileID":"cd735863-8086-4624-b2c3-d79cb6fcec50","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-a7cf93\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:53.279829597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"auth-test-model-a7cf93","reconcileID":"f106c64e-49e8-449f-8db8-c1e132c8383f","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"tenant":"e2e-shared-a-w4-a7cf93","gateway":"openshift-ingress/e2e-shared-a-w4-a7cf93","model":"ai-tenant-e2e-shared-a-w4-a7cf93/auth-test-model-a7cf93","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:53.279846066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"auth-test-model-a7cf93","reconcileID":"f106c64e-49e8-449f-8db8-c1e132c8383f","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"routeName":"auth-test-model-a7cf93-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","llmisvcName":"auth-test-model-a7cf93","gateway":"openshift-ingress/e2e-shared-a-w4-a7cf93","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:53.324600601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"e2e-auth-iso-27e9fe","reconcileID":"06749c93-e531-406d-921c-4f0b3c79dfbb","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"name":"e2e-shared-a-w4-a7cf93-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:53.379188994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"auth-test-model-a7cf93","reconcileID":"b3a8abce-012b-4201-89e5-0a32a7baa70e","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"tenant":"e2e-shared-a-w4-a7cf93","gateway":"openshift-ingress/e2e-shared-a-w4-a7cf93","model":"ai-tenant-e2e-shared-a-w4-a7cf93/auth-test-model-a7cf93","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:53.379208351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"auth-test-model-a7cf93","reconcileID":"b3a8abce-012b-4201-89e5-0a32a7baa70e","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"routeName":"auth-test-model-a7cf93-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","llmisvcName":"auth-test-model-a7cf93","gateway":"openshift-ingress/e2e-shared-a-w4-a7cf93","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:53.436931115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"auth-test-model-a7cf93","reconcileID":"76de5a3f-083d-493c-be14-a002ef96744d","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"tenant":"e2e-shared-a-w4-a7cf93","gateway":"openshift-ingress/e2e-shared-a-w4-a7cf93","model":"ai-tenant-e2e-shared-a-w4-a7cf93/auth-test-model-a7cf93","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:53.436951827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"auth-test-model-a7cf93","reconcileID":"76de5a3f-083d-493c-be14-a002ef96744d","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"routeName":"auth-test-model-a7cf93-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","llmisvcName":"auth-test-model-a7cf93","gateway":"openshift-ingress/e2e-shared-a-w4-a7cf93","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:53.637827905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"e2e-auth-iso-27e9fe","reconcileID":"840157b8-5c2c-4b2a-b5d2-38fb9262d32a","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-a7cf93","tenantID":"e2e-shared-a-w4-a7cf93","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:53.656391185Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"e2e-auth-iso-27e9fe","reconcileID":"133caa6d-2e3c-4204-aa11-de8593143ede","MaaSSubscription":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"name":"maas-trlp-auth-test-model-a7cf93","model":"auth-test-model-a7cf93","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-a7cf93/e2e-auth-iso-27e9fe"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:53.694218741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"e2e-auth-iso-27e9fe","reconcileID":"840157b8-5c2c-4b2a-b5d2-38fb9262d32a","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"name":"e2e-shared-a-w4-a7cf93-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:53.822684155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"auth-test-model-a7cf93","reconcileID":"961a49c3-f1e6-488e-b483-5d32d48b1500","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"tenant":"e2e-shared-a-w4-a7cf93","gateway":"openshift-ingress/e2e-shared-a-w4-a7cf93","model":"ai-tenant-e2e-shared-a-w4-a7cf93/auth-test-model-a7cf93","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:53.822705437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"auth-test-model-a7cf93","reconcileID":"961a49c3-f1e6-488e-b483-5d32d48b1500","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"routeName":"auth-test-model-a7cf93-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","llmisvcName":"auth-test-model-a7cf93","gateway":"openshift-ingress/e2e-shared-a-w4-a7cf93","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:53.995977088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"e2e-auth-iso-4cf9bc","reconcileID":"786353dd-476d-433e-81e2-73ea6ff23df5","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7c1bee","tenantID":"e2e-shared-a-w1-7c1bee","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:54.032392949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"e2e-auth-iso-27e9fe","reconcileID":"a42136ff-3197-410b-8977-1a85919949c4","MaaSSubscription":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"name":"maas-trlp-auth-test-model-a7cf93","model":"ai-tenant-e2e-shared-a-w4-a7cf93/auth-test-model-a7cf93","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:54.052293499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"e2e-auth-iso-4cf9bc","reconcileID":"786353dd-476d-433e-81e2-73ea6ff23df5","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"name":"e2e-shared-a-w1-7c1bee-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:54.10711622Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-7c1bee-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ee4e372772f46291aa8793f659020131d895597c31f7c0ec2a11e1e2e39025a7) AuthConfig (c5ed5ade3290d055d56268327bf01287c364999961617e83867ea212865898c7) AuthConfig (9bfdfa5842251bdc629ea0053d46773584d8fcc1f92f5dbdb02ad828a685a60c) AuthConfig (470d2b57906541c8bc82ef08e56d3a570b263f96b19a2f21cc9191666d72c767) AuthConfig (7eae7275ac26a80fbcb26f52c19be7a8fd4e6ebbbfac389ec07b41fd27d3994a) AuthConfig (f84b3a0b0c063b1e7b141454d73c605eb051169fae05d8cb3855016aeea644a2) AuthConfig (6de85f0b54cd1420fceaaf157961177ee98060a05f8b07a5de5bef8d1c012be4) AuthConfig (be3d9855f3952044fd078dd7b23ac386129505af6be195cc5f50bd8ae92d97db) AuthConfig (c1201519a1e2db1f7dbf52ae3818d125474f8cec7412b592dde1835a0b149d1a) AuthConfig (d216bb492d30b5b1f45e239edda944b7b8798547ffc8c747099f08829b064e1e) AuthConfig (9521054a5af6ba05d5163a410e19b61d8dd26a0fe8907bf2f8b342ae7567525a) AuthConfig (9fba09d20142b71d0958f7ae6d99a5b8cb4b9e9089bec2682d753ac9c77b5a79) AuthConfig (32ac13235a4dfc2aaeb44ab0895d52439ce9ea1e4b5bab442a7d82ad2b19453c) AuthConfig (f2be905c34dddb14cc0f7ce3216e5881cf1c0a9b98f5f56bbcaff2be9a9b12f7) AuthConfig (f669cbcbb19d74e70186f4d6333fd36956ac974f7daa82915558eaf2dd6a2354) AuthConfig (b3fa87a1d1b3882b3c4745bad53448813f174e13543ae37c5f8bcda1230ee578) AuthConfig (196e0a1b449c46c42d6402ff87984ae3bf5c78db9940ae8a72c2bc94670c70fa) AuthConfig (d026d984c442502bb8cd464a0295024e734f9fc4b8ede9a4f2994d335a4c6de0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"e2e-auth-iso-4cf9bc","reconcileID":"786353dd-476d-433e-81e2-73ea6ff23df5","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:54.232101353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"auth-test-model-7c1bee","reconcileID":"a6068a07-56e2-4f0f-9b5b-629bceee1cb4","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"tenant":"e2e-shared-a-w1-7c1bee","gateway":"openshift-ingress/e2e-shared-a-w1-7c1bee","model":"ai-tenant-e2e-shared-a-w1-7c1bee/auth-test-model-7c1bee","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:54.232123174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"auth-test-model-7c1bee","reconcileID":"a6068a07-56e2-4f0f-9b5b-629bceee1cb4","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"routeName":"auth-test-model-7c1bee-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","llmisvcName":"auth-test-model-7c1bee","gateway":"openshift-ingress/e2e-shared-a-w1-7c1bee","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:54.287645996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"e2e-auth-iso-7fd1ef","reconcileID":"be0d89ac-f9ce-4e43-9598-0148e54f6a5d","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-147104","tenantID":"e2e-shared-b-w0-147104","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:54.344448237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"e2e-auth-iso-7fd1ef","reconcileID":"be0d89ac-f9ce-4e43-9598-0148e54f6a5d","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"name":"e2e-shared-b-w0-147104-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:54.399480577Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-147104-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (57365d6b5af06418f32928465b43ac661dd01e2869861362f4c0059325d3ca58) AuthConfig (95356522ada9afde90959ebb031faf5b06fd7ca00c00d0154520f12ed0ef72f6) AuthConfig (0b46db2882d517aacfe408be8b4a1a0686ccdcda9c49a6e3e9d9137dc2700338) AuthConfig (71ea88b26c5a3349681709f154eb4f0ac95413907fa3f61d4955a2be25bf66b0) AuthConfig (9c5dfbc2eb357dfc176c29a2cd93741137e1ce6ec7fcc6d4c371da3f10d6f9b7) AuthConfig (62223f0a9c5089585f4c4c08e51e8b5273dbd2b4d3a08bd12b01b0d37aa283b1) AuthConfig (6d31f8e8663ae2d25c03324fab1f88199380408caf2454a98fcd796f6ef0003c) AuthConfig (e62b8c360f7874707a2a81754d848798c060639ea05e92c5d763ebfad4398986) AuthConfig (9ee150f1d9f9bab08be4fa86af462ca4f06758541a28c93a34af54ee4c50ac56) AuthConfig (d83589912bc985aa7eafa85b6dc42d2173bbee2fc1ae3ab9f68866ee0db39165) AuthConfig (0170d7300af4b16323ca6bf26f57f00ce8f83752b16e27223c533dc19fc75f1f) AuthConfig (a8ef3f85fb9103d31c5014b9fdf05b22de88d57740873053715cc410a179b0e4) AuthConfig (0634939eabc9b3362055032c0e6b7796e9fc9df684ec00b61e42b366949635cd) AuthConfig (97377d020602ab47c6402fec9cff8b0e4f4d3fbd592f2e451006da9627b16f5e) AuthConfig (9052304f302f02c90d372e6583c3164d86a6f5c534cadd4a5765617a7269b4bb) AuthConfig (b3f94044e80f4da32a3fc40553dff5a4354e4525219412757db587defcf6c34d) AuthConfig (3796ccdc81a563784e71ef5d6090ab410879b4e25084e72052b2deb5ab55592e) AuthConfig (11f566dd90cb2c64cfcd485e419e89079136cae9d25ce09c37826e758d978e3c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"e2e-auth-iso-7fd1ef","reconcileID":"be0d89ac-f9ce-4e43-9598-0148e54f6a5d","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:54.970315767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"e2e-auth-iso-e87a55","reconcileID":"23c05321-1126-465e-80d7-1fd725103e23","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-aad578","tenantID":"e2e-shared-a-w3-aad578","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:55.026672975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"e2e-auth-iso-e87a55","reconcileID":"23c05321-1126-465e-80d7-1fd725103e23","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"name":"e2e-shared-a-w3-aad578-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:54:55.082228332Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-aad578-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e860a95af0afc808dfac8163a80ed9f15eb01b33681cbc8f88f46a438f14ab66) AuthConfig (7084aa88ae9f8d7e68268e5437a99b19994e9d01d6051c27cee6fa30ca6b6784) AuthConfig (23d2e4ed10f701cf6360110aa6de6ac00962a2431acf4a4938d0a7b852dff3f2) AuthConfig (fa09de269fffc7344db3228ae8c7d2197e41116dfa7912efecfa986c6f36c765) AuthConfig (2fc158960cff47e806375305cd696b283f99d25c4db9027f8ebf79c91255b0b7) AuthConfig (cfd44ac8e461a644317eaa51a54e0ddb71c594a9eae816d666fa39828f4c57a9) AuthConfig (5a25cb2211be175831c8896ace55d86838a88047fbb161545466f90d91f35bdf) AuthConfig (a63631566c8d82b6386d3ab75db7a25551c93b171874df8dbae9f31d9322b309) AuthConfig (43409906fe507c859be466d2d693cb7ef70bd7e7250109b05a5a276639d9d1d4) AuthConfig (69284a5c63ec0821fa2670aa519a8af439c9a22bd1fef7bf0c886554ea46ca7e) AuthConfig (3957a30789c8cc843ca8c132c370c47fac3b946faf44a9cd952fee157baea1be) AuthConfig (fbfbac092de199caff1ef0d6a62aa05ff794aa803ccc2cee69674dfe46e5b7d3) AuthConfig (fe22cd9ec5f55a3038dad6c86c0b8755cab454cfe43c8e00a31183f9e9ded6b8) AuthConfig (785ec3ce66973bbf32dfa7239c076caea1dfa2e0cb37915be8e86210ad1eb0df) AuthConfig (cec7ffa1be144673c830403045884c45f99f4477c19bde166fa19e82dc3eca37) AuthConfig (7487923367e162a8a6d7268b4f40926d9e274d0d64ba5a26155011b661b58095) AuthConfig (0db32e11804acc5f208bb03170787b04657dbec1510203e09376941ebbead62c) AuthConfig (de3fb4a7e82255fdbb3d7f70f95974c68d479b0ce38a2329d79c22fb4e9d3983)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"e2e-auth-iso-e87a55","reconcileID":"23c05321-1126-465e-80d7-1fd725103e23","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:04.342765833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"e2e-auth-iso-4cf9bc","reconcileID":"2dee7d8c-1c70-46fb-a95d-e51ba68632e4","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7c1bee","tenantID":"e2e-shared-a-w1-7c1bee","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:04.399223345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"e2e-auth-iso-4cf9bc","reconcileID":"2dee7d8c-1c70-46fb-a95d-e51ba68632e4","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"name":"e2e-shared-a-w1-7c1bee-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:04.454728496Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-7c1bee-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ee4e372772f46291aa8793f659020131d895597c31f7c0ec2a11e1e2e39025a7) AuthConfig (c5ed5ade3290d055d56268327bf01287c364999961617e83867ea212865898c7) AuthConfig (9bfdfa5842251bdc629ea0053d46773584d8fcc1f92f5dbdb02ad828a685a60c) AuthConfig (470d2b57906541c8bc82ef08e56d3a570b263f96b19a2f21cc9191666d72c767) AuthConfig (7eae7275ac26a80fbcb26f52c19be7a8fd4e6ebbbfac389ec07b41fd27d3994a) AuthConfig (f84b3a0b0c063b1e7b141454d73c605eb051169fae05d8cb3855016aeea644a2) AuthConfig (6de85f0b54cd1420fceaaf157961177ee98060a05f8b07a5de5bef8d1c012be4) AuthConfig (be3d9855f3952044fd078dd7b23ac386129505af6be195cc5f50bd8ae92d97db) AuthConfig (c1201519a1e2db1f7dbf52ae3818d125474f8cec7412b592dde1835a0b149d1a) AuthConfig (d216bb492d30b5b1f45e239edda944b7b8798547ffc8c747099f08829b064e1e) AuthConfig (9521054a5af6ba05d5163a410e19b61d8dd26a0fe8907bf2f8b342ae7567525a) AuthConfig (9fba09d20142b71d0958f7ae6d99a5b8cb4b9e9089bec2682d753ac9c77b5a79) AuthConfig (32ac13235a4dfc2aaeb44ab0895d52439ce9ea1e4b5bab442a7d82ad2b19453c) AuthConfig (f2be905c34dddb14cc0f7ce3216e5881cf1c0a9b98f5f56bbcaff2be9a9b12f7) AuthConfig (f669cbcbb19d74e70186f4d6333fd36956ac974f7daa82915558eaf2dd6a2354) AuthConfig (b3fa87a1d1b3882b3c4745bad53448813f174e13543ae37c5f8bcda1230ee578) AuthConfig (196e0a1b449c46c42d6402ff87984ae3bf5c78db9940ae8a72c2bc94670c70fa) AuthConfig (d026d984c442502bb8cd464a0295024e734f9fc4b8ede9a4f2994d335a4c6de0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"e2e-auth-iso-4cf9bc","reconcileID":"2dee7d8c-1c70-46fb-a95d-e51ba68632e4","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:04.505081249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"e2e-auth-iso-7fd1ef","reconcileID":"c42b0b58-314e-4b1b-9508-0c4fc85cf57f","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-147104","tenantID":"e2e-shared-b-w0-147104","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:04.56193316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"e2e-auth-iso-7fd1ef","reconcileID":"c42b0b58-314e-4b1b-9508-0c4fc85cf57f","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"name":"e2e-shared-b-w0-147104-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:04.617601544Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-147104-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (57365d6b5af06418f32928465b43ac661dd01e2869861362f4c0059325d3ca58) AuthConfig (95356522ada9afde90959ebb031faf5b06fd7ca00c00d0154520f12ed0ef72f6) AuthConfig (0b46db2882d517aacfe408be8b4a1a0686ccdcda9c49a6e3e9d9137dc2700338) AuthConfig (71ea88b26c5a3349681709f154eb4f0ac95413907fa3f61d4955a2be25bf66b0) AuthConfig (9c5dfbc2eb357dfc176c29a2cd93741137e1ce6ec7fcc6d4c371da3f10d6f9b7) AuthConfig (62223f0a9c5089585f4c4c08e51e8b5273dbd2b4d3a08bd12b01b0d37aa283b1) AuthConfig (6d31f8e8663ae2d25c03324fab1f88199380408caf2454a98fcd796f6ef0003c) AuthConfig (e62b8c360f7874707a2a81754d848798c060639ea05e92c5d763ebfad4398986) AuthConfig (9ee150f1d9f9bab08be4fa86af462ca4f06758541a28c93a34af54ee4c50ac56) AuthConfig (d83589912bc985aa7eafa85b6dc42d2173bbee2fc1ae3ab9f68866ee0db39165) AuthConfig (0170d7300af4b16323ca6bf26f57f00ce8f83752b16e27223c533dc19fc75f1f) AuthConfig (a8ef3f85fb9103d31c5014b9fdf05b22de88d57740873053715cc410a179b0e4) AuthConfig (0634939eabc9b3362055032c0e6b7796e9fc9df684ec00b61e42b366949635cd) AuthConfig (97377d020602ab47c6402fec9cff8b0e4f4d3fbd592f2e451006da9627b16f5e) AuthConfig (9052304f302f02c90d372e6583c3164d86a6f5c534cadd4a5765617a7269b4bb) AuthConfig (b3f94044e80f4da32a3fc40553dff5a4354e4525219412757db587defcf6c34d) AuthConfig (3796ccdc81a563784e71ef5d6090ab410879b4e25084e72052b2deb5ab55592e) AuthConfig (11f566dd90cb2c64cfcd485e419e89079136cae9d25ce09c37826e758d978e3c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"e2e-auth-iso-7fd1ef","reconcileID":"c42b0b58-314e-4b1b-9508-0c4fc85cf57f","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:05.187696449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"e2e-auth-iso-e87a55","reconcileID":"bbdb1220-ee8d-47b2-8d61-6b2c7e4d65eb","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-aad578","tenantID":"e2e-shared-a-w3-aad578","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:05.244282255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"e2e-auth-iso-e87a55","reconcileID":"bbdb1220-ee8d-47b2-8d61-6b2c7e4d65eb","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"name":"e2e-shared-a-w3-aad578-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:05.299408084Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-aad578-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e860a95af0afc808dfac8163a80ed9f15eb01b33681cbc8f88f46a438f14ab66) AuthConfig (7084aa88ae9f8d7e68268e5437a99b19994e9d01d6051c27cee6fa30ca6b6784) AuthConfig (23d2e4ed10f701cf6360110aa6de6ac00962a2431acf4a4938d0a7b852dff3f2) AuthConfig (fa09de269fffc7344db3228ae8c7d2197e41116dfa7912efecfa986c6f36c765) AuthConfig (2fc158960cff47e806375305cd696b283f99d25c4db9027f8ebf79c91255b0b7) AuthConfig (cfd44ac8e461a644317eaa51a54e0ddb71c594a9eae816d666fa39828f4c57a9) AuthConfig (5a25cb2211be175831c8896ace55d86838a88047fbb161545466f90d91f35bdf) AuthConfig (a63631566c8d82b6386d3ab75db7a25551c93b171874df8dbae9f31d9322b309) AuthConfig (43409906fe507c859be466d2d693cb7ef70bd7e7250109b05a5a276639d9d1d4) AuthConfig (69284a5c63ec0821fa2670aa519a8af439c9a22bd1fef7bf0c886554ea46ca7e) AuthConfig (3957a30789c8cc843ca8c132c370c47fac3b946faf44a9cd952fee157baea1be) AuthConfig (fbfbac092de199caff1ef0d6a62aa05ff794aa803ccc2cee69674dfe46e5b7d3) AuthConfig (fe22cd9ec5f55a3038dad6c86c0b8755cab454cfe43c8e00a31183f9e9ded6b8) AuthConfig (785ec3ce66973bbf32dfa7239c076caea1dfa2e0cb37915be8e86210ad1eb0df) AuthConfig (cec7ffa1be144673c830403045884c45f99f4477c19bde166fa19e82dc3eca37) AuthConfig (7487923367e162a8a6d7268b4f40926d9e274d0d64ba5a26155011b661b58095) AuthConfig (0db32e11804acc5f208bb03170787b04657dbec1510203e09376941ebbead62c) AuthConfig (de3fb4a7e82255fdbb3d7f70f95974c68d479b0ce38a2329d79c22fb4e9d3983)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"e2e-auth-iso-e87a55","reconcileID":"bbdb1220-ee8d-47b2-8d61-6b2c7e4d65eb","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:05.609217039Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:14.560499002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"e2e-auth-iso-4cf9bc","reconcileID":"b9de5fe2-9812-4ca4-8675-407fb44b64da","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7c1bee","tenantID":"e2e-shared-a-w1-7c1bee","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:14.617113878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"e2e-auth-iso-4cf9bc","reconcileID":"b9de5fe2-9812-4ca4-8675-407fb44b64da","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"name":"e2e-shared-a-w1-7c1bee-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:14.672553413Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-7c1bee-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ee4e372772f46291aa8793f659020131d895597c31f7c0ec2a11e1e2e39025a7) AuthConfig (c5ed5ade3290d055d56268327bf01287c364999961617e83867ea212865898c7) AuthConfig (9bfdfa5842251bdc629ea0053d46773584d8fcc1f92f5dbdb02ad828a685a60c) AuthConfig (470d2b57906541c8bc82ef08e56d3a570b263f96b19a2f21cc9191666d72c767) AuthConfig (7eae7275ac26a80fbcb26f52c19be7a8fd4e6ebbbfac389ec07b41fd27d3994a) AuthConfig (f84b3a0b0c063b1e7b141454d73c605eb051169fae05d8cb3855016aeea644a2) AuthConfig (6de85f0b54cd1420fceaaf157961177ee98060a05f8b07a5de5bef8d1c012be4) AuthConfig (be3d9855f3952044fd078dd7b23ac386129505af6be195cc5f50bd8ae92d97db) AuthConfig (c1201519a1e2db1f7dbf52ae3818d125474f8cec7412b592dde1835a0b149d1a) AuthConfig (d216bb492d30b5b1f45e239edda944b7b8798547ffc8c747099f08829b064e1e) AuthConfig (9521054a5af6ba05d5163a410e19b61d8dd26a0fe8907bf2f8b342ae7567525a) AuthConfig (9fba09d20142b71d0958f7ae6d99a5b8cb4b9e9089bec2682d753ac9c77b5a79) AuthConfig (32ac13235a4dfc2aaeb44ab0895d52439ce9ea1e4b5bab442a7d82ad2b19453c) AuthConfig (f2be905c34dddb14cc0f7ce3216e5881cf1c0a9b98f5f56bbcaff2be9a9b12f7) AuthConfig (f669cbcbb19d74e70186f4d6333fd36956ac974f7daa82915558eaf2dd6a2354) AuthConfig (b3fa87a1d1b3882b3c4745bad53448813f174e13543ae37c5f8bcda1230ee578) AuthConfig (196e0a1b449c46c42d6402ff87984ae3bf5c78db9940ae8a72c2bc94670c70fa) AuthConfig (d026d984c442502bb8cd464a0295024e734f9fc4b8ede9a4f2994d335a4c6de0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"e2e-auth-iso-4cf9bc","reconcileID":"b9de5fe2-9812-4ca4-8675-407fb44b64da","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:14.722807683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"e2e-auth-iso-7fd1ef","reconcileID":"e74eab89-77f1-4882-a2ec-01bc1d7c90fd","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-147104","tenantID":"e2e-shared-b-w0-147104","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:14.779112602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"e2e-auth-iso-7fd1ef","reconcileID":"e74eab89-77f1-4882-a2ec-01bc1d7c90fd","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"name":"e2e-shared-b-w0-147104-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:14.834853668Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-147104-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (57365d6b5af06418f32928465b43ac661dd01e2869861362f4c0059325d3ca58) AuthConfig (95356522ada9afde90959ebb031faf5b06fd7ca00c00d0154520f12ed0ef72f6) AuthConfig (0b46db2882d517aacfe408be8b4a1a0686ccdcda9c49a6e3e9d9137dc2700338) AuthConfig (71ea88b26c5a3349681709f154eb4f0ac95413907fa3f61d4955a2be25bf66b0) AuthConfig (9c5dfbc2eb357dfc176c29a2cd93741137e1ce6ec7fcc6d4c371da3f10d6f9b7) AuthConfig (62223f0a9c5089585f4c4c08e51e8b5273dbd2b4d3a08bd12b01b0d37aa283b1) AuthConfig (6d31f8e8663ae2d25c03324fab1f88199380408caf2454a98fcd796f6ef0003c) AuthConfig (e62b8c360f7874707a2a81754d848798c060639ea05e92c5d763ebfad4398986) AuthConfig (9ee150f1d9f9bab08be4fa86af462ca4f06758541a28c93a34af54ee4c50ac56) AuthConfig (d83589912bc985aa7eafa85b6dc42d2173bbee2fc1ae3ab9f68866ee0db39165) AuthConfig (0170d7300af4b16323ca6bf26f57f00ce8f83752b16e27223c533dc19fc75f1f) AuthConfig (a8ef3f85fb9103d31c5014b9fdf05b22de88d57740873053715cc410a179b0e4) AuthConfig (0634939eabc9b3362055032c0e6b7796e9fc9df684ec00b61e42b366949635cd) AuthConfig (97377d020602ab47c6402fec9cff8b0e4f4d3fbd592f2e451006da9627b16f5e) AuthConfig (9052304f302f02c90d372e6583c3164d86a6f5c534cadd4a5765617a7269b4bb) AuthConfig (b3f94044e80f4da32a3fc40553dff5a4354e4525219412757db587defcf6c34d) AuthConfig (3796ccdc81a563784e71ef5d6090ab410879b4e25084e72052b2deb5ab55592e) AuthConfig (11f566dd90cb2c64cfcd485e419e89079136cae9d25ce09c37826e758d978e3c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"e2e-auth-iso-7fd1ef","reconcileID":"e74eab89-77f1-4882-a2ec-01bc1d7c90fd","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:15.406814595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"e2e-auth-iso-e87a55","reconcileID":"c2ac33a3-ace3-4ff9-9409-e66436205cc9","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-aad578","tenantID":"e2e-shared-a-w3-aad578","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:15.463281346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"e2e-auth-iso-e87a55","reconcileID":"c2ac33a3-ace3-4ff9-9409-e66436205cc9","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"name":"e2e-shared-a-w3-aad578-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:15.518458802Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-aad578-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e860a95af0afc808dfac8163a80ed9f15eb01b33681cbc8f88f46a438f14ab66) AuthConfig (7084aa88ae9f8d7e68268e5437a99b19994e9d01d6051c27cee6fa30ca6b6784) AuthConfig (23d2e4ed10f701cf6360110aa6de6ac00962a2431acf4a4938d0a7b852dff3f2) AuthConfig (fa09de269fffc7344db3228ae8c7d2197e41116dfa7912efecfa986c6f36c765) AuthConfig (2fc158960cff47e806375305cd696b283f99d25c4db9027f8ebf79c91255b0b7) AuthConfig (cfd44ac8e461a644317eaa51a54e0ddb71c594a9eae816d666fa39828f4c57a9) AuthConfig (5a25cb2211be175831c8896ace55d86838a88047fbb161545466f90d91f35bdf) AuthConfig (a63631566c8d82b6386d3ab75db7a25551c93b171874df8dbae9f31d9322b309) AuthConfig (43409906fe507c859be466d2d693cb7ef70bd7e7250109b05a5a276639d9d1d4) AuthConfig (69284a5c63ec0821fa2670aa519a8af439c9a22bd1fef7bf0c886554ea46ca7e) AuthConfig (3957a30789c8cc843ca8c132c370c47fac3b946faf44a9cd952fee157baea1be) AuthConfig (fbfbac092de199caff1ef0d6a62aa05ff794aa803ccc2cee69674dfe46e5b7d3) AuthConfig (fe22cd9ec5f55a3038dad6c86c0b8755cab454cfe43c8e00a31183f9e9ded6b8) AuthConfig (785ec3ce66973bbf32dfa7239c076caea1dfa2e0cb37915be8e86210ad1eb0df) AuthConfig (cec7ffa1be144673c830403045884c45f99f4477c19bde166fa19e82dc3eca37) AuthConfig (7487923367e162a8a6d7268b4f40926d9e274d0d64ba5a26155011b661b58095) AuthConfig (0db32e11804acc5f208bb03170787b04657dbec1510203e09376941ebbead62c) AuthConfig (de3fb4a7e82255fdbb3d7f70f95974c68d479b0ce38a2329d79c22fb4e9d3983)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"e2e-auth-iso-e87a55","reconcileID":"c2ac33a3-ace3-4ff9-9409-e66436205cc9","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:21.409860136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"e2e-auth-iso-27e9fe","reconcileID":"d6804d29-3f67-4e64-8810-8f4ce0ad85ce","MaaSSubscription":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"name":"maas-trlp-auth-test-model-a7cf93","model":"ai-tenant-e2e-shared-a-w4-a7cf93/auth-test-model-a7cf93","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:21.578439862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"auth-test-model-a7cf93","reconcileID":"0dc360c1-d582-4aea-85b3-e4714c322401","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"tenant":"e2e-shared-a-w4-a7cf93","gateway":"openshift-ingress/e2e-shared-a-w4-a7cf93","model":"ai-tenant-e2e-shared-a-w4-a7cf93/auth-test-model-a7cf93","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:21.578459504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"auth-test-model-a7cf93","reconcileID":"0dc360c1-d582-4aea-85b3-e4714c322401","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"routeName":"auth-test-model-a7cf93-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","llmisvcName":"auth-test-model-a7cf93","gateway":"openshift-ingress/e2e-shared-a-w4-a7cf93","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:21.911020744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"e2e-auth-iso-27e9fe","reconcileID":"40e63838-a37d-4ed2-a382-05e33807135f","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-a7cf93","tenantID":"e2e-shared-a-w4-a7cf93","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:21.968756916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"e2e-auth-iso-27e9fe","reconcileID":"40e63838-a37d-4ed2-a382-05e33807135f","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"name":"e2e-shared-a-w4-a7cf93-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:22.504584686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"auth-test-model-ac7ab4","reconcileID":"57ecd0d6-78aa-4cce-96d0-21efb1d065a7","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"tenant":"e2e-shared-b-w4-ac7ab4","gateway":"openshift-ingress/e2e-shared-b-w4-ac7ab4","model":"ai-tenant-e2e-shared-b-w4-ac7ab4/auth-test-model-ac7ab4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:22.50460848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"auth-test-model-ac7ab4","reconcileID":"57ecd0d6-78aa-4cce-96d0-21efb1d065a7","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"routeName":"auth-test-model-ac7ab4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","llmisvcName":"auth-test-model-ac7ab4","gateway":"openshift-ingress/e2e-shared-b-w4-ac7ab4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:22.559324718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"auth-test-model-ac7ab4","reconcileID":"90ecbf69-4605-4b49-97a1-aaa34422a292","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"tenant":"e2e-shared-b-w4-ac7ab4","gateway":"openshift-ingress/e2e-shared-b-w4-ac7ab4","model":"ai-tenant-e2e-shared-b-w4-ac7ab4/auth-test-model-ac7ab4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:22.559344641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"auth-test-model-ac7ab4","reconcileID":"90ecbf69-4605-4b49-97a1-aaa34422a292","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"routeName":"auth-test-model-ac7ab4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","llmisvcName":"auth-test-model-ac7ab4","gateway":"openshift-ingress/e2e-shared-b-w4-ac7ab4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:22.6644401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"e2e-auth-iso-27e9fe","reconcileID":"00c36531-66fb-4982-b62b-d157b8304b8d","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ac7ab4","tenantID":"e2e-shared-b-w4-ac7ab4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:22.786738327Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"e2e-auth-iso-27e9fe","reconcileID":"00c36531-66fb-4982-b62b-d157b8304b8d","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"name":"e2e-shared-b-w4-ac7ab4-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:22.841583567Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-ac7ab4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"e2e-auth-iso-27e9fe","reconcileID":"00c36531-66fb-4982-b62b-d157b8304b8d","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:22.898280005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"auth-test-model-ac7ab4","reconcileID":"16216623-de19-42d9-a804-eeb4200e1fc6","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"tenant":"e2e-shared-b-w4-ac7ab4","gateway":"openshift-ingress/e2e-shared-b-w4-ac7ab4","model":"ai-tenant-e2e-shared-b-w4-ac7ab4/auth-test-model-ac7ab4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:22.898299576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"auth-test-model-ac7ab4","reconcileID":"16216623-de19-42d9-a804-eeb4200e1fc6","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"routeName":"auth-test-model-ac7ab4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","llmisvcName":"auth-test-model-ac7ab4","gateway":"openshift-ingress/e2e-shared-b-w4-ac7ab4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:24.77752475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"e2e-auth-iso-4cf9bc","reconcileID":"bbb562ce-8dc9-432e-99cd-146f85c53da6","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7c1bee","tenantID":"e2e-shared-a-w1-7c1bee","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:24.834140099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"e2e-auth-iso-4cf9bc","reconcileID":"bbb562ce-8dc9-432e-99cd-146f85c53da6","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"name":"e2e-shared-a-w1-7c1bee-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:24.939973204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"e2e-auth-iso-7fd1ef","reconcileID":"1b19fe89-b61c-435f-8934-73a6032d1a09","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-147104","tenantID":"e2e-shared-b-w0-147104","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:24.996881529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"e2e-auth-iso-7fd1ef","reconcileID":"1b19fe89-b61c-435f-8934-73a6032d1a09","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"name":"e2e-shared-b-w0-147104-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:25.103044673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"auth-test-model-7c1bee","reconcileID":"45c68d79-fa95-450b-a36f-582a86dab493","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"tenant":"e2e-shared-a-w1-7c1bee","gateway":"openshift-ingress/e2e-shared-a-w1-7c1bee","model":"ai-tenant-e2e-shared-a-w1-7c1bee/auth-test-model-7c1bee","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:25.103062904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"auth-test-model-7c1bee","reconcileID":"45c68d79-fa95-450b-a36f-582a86dab493","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"routeName":"auth-test-model-7c1bee-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","llmisvcName":"auth-test-model-7c1bee","gateway":"openshift-ingress/e2e-shared-a-w1-7c1bee","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:25.313906894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"auth-test-model-147104","reconcileID":"aaa26e76-afb9-4f70-badb-d3871380c6bf","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"tenant":"e2e-shared-b-w0-147104","gateway":"openshift-ingress/e2e-shared-b-w0-147104","model":"ai-tenant-e2e-shared-b-w0-147104/auth-test-model-147104","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:25.313926276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"auth-test-model-147104","reconcileID":"aaa26e76-afb9-4f70-badb-d3871380c6bf","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"routeName":"auth-test-model-147104-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-147104","llmisvcName":"auth-test-model-147104","gateway":"openshift-ingress/e2e-shared-b-w0-147104","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:25.623963649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"e2e-auth-iso-e87a55","reconcileID":"c0c5237d-291b-43eb-9b84-b65acb390846","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-aad578","tenantID":"e2e-shared-a-w3-aad578","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:25.680307712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"e2e-auth-iso-e87a55","reconcileID":"c0c5237d-291b-43eb-9b84-b65acb390846","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"name":"e2e-shared-a-w3-aad578-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:25.996715968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"auth-test-model-aad578","reconcileID":"8326b324-c4df-453f-bc67-d32262eca7da","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"tenant":"e2e-shared-a-w3-aad578","gateway":"openshift-ingress/e2e-shared-a-w3-aad578","model":"ai-tenant-e2e-shared-a-w3-aad578/auth-test-model-aad578","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:25.996738547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"auth-test-model-aad578","reconcileID":"8326b324-c4df-453f-bc67-d32262eca7da","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"routeName":"auth-test-model-aad578-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-aad578","llmisvcName":"auth-test-model-aad578","gateway":"openshift-ingress/e2e-shared-a-w3-aad578","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:27.379791245Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-86f4c4"},"namespace":"ai-tenant-e2e-explicit-86f4c4","name":"default-tenant","reconcileID":"ef1dac98-c584-4cc4-9696-53db58aeff06","namespace":"ai-tenant-e2e-explicit-86f4c4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:27.379850999Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-86f4c4"},"namespace":"ai-tenant-e2e-explicit-86f4c4","name":"default-tenant","reconcileID":"ef1dac98-c584-4cc4-9696-53db58aeff06","namespace":"ai-tenant-e2e-explicit-86f4c4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:27.379904461Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-86f4c4"},"namespace":"ai-tenant-e2e-explicit-86f4c4","name":"default-tenant","reconcileID":"ef1dac98-c584-4cc4-9696-53db58aeff06","tenant":"e2e-explicit-86f4c4","tenantID":"e2e-explicit-86f4c4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:27.438765686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-86f4c4"},"namespace":"ai-tenant-e2e-explicit-86f4c4","name":"default-tenant","reconcileID":"ef1dac98-c584-4cc4-9696-53db58aeff06","gvk":"Deployment","name":"maas-api-e2e-explicit-86f4c4","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:27.500850311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-86f4c4"},"namespace":"ai-tenant-e2e-explicit-86f4c4","name":"default-tenant","reconcileID":"ef1dac98-c584-4cc4-9696-53db58aeff06","gvk":"Service","name":"maas-api-e2e-explicit-86f4c4","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:27.558414736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-86f4c4"},"namespace":"ai-tenant-e2e-explicit-86f4c4","name":"default-tenant","reconcileID":"ef1dac98-c584-4cc4-9696-53db58aeff06","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-86f4c4","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:27.612847086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-86f4c4"},"namespace":"ai-tenant-e2e-explicit-86f4c4","name":"default-tenant","reconcileID":"ef1dac98-c584-4cc4-9696-53db58aeff06","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-86f4c4","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:27.675054746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-86f4c4"},"namespace":"ai-tenant-e2e-explicit-86f4c4","name":"default-tenant","reconcileID":"ef1dac98-c584-4cc4-9696-53db58aeff06","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-86f4c4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:27.730040599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-86f4c4"},"namespace":"ai-tenant-e2e-explicit-86f4c4","name":"default-tenant","reconcileID":"ef1dac98-c584-4cc4-9696-53db58aeff06","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-86f4c4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:27.785516388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-86f4c4"},"namespace":"ai-tenant-e2e-explicit-86f4c4","name":"default-tenant","reconcileID":"ef1dac98-c584-4cc4-9696-53db58aeff06","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-86f4c4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:27.85318504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-86f4c4"},"namespace":"ai-tenant-e2e-explicit-86f4c4","name":"default-tenant","reconcileID":"ef1dac98-c584-4cc4-9696-53db58aeff06","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-86f4c4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:27.907599727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-86f4c4"},"namespace":"ai-tenant-e2e-explicit-86f4c4","name":"default-tenant","reconcileID":"ef1dac98-c584-4cc4-9696-53db58aeff06","gvk":"Deployment","name":"payload-processing-e2e-explicit-86f4c4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:27.960212639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-86f4c4"},"namespace":"ai-tenant-e2e-explicit-86f4c4","name":"default-tenant","reconcileID":"ef1dac98-c584-4cc4-9696-53db58aeff06","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-86f4c4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:28.015379897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-86f4c4"},"namespace":"ai-tenant-e2e-explicit-86f4c4","name":"default-tenant","reconcileID":"ef1dac98-c584-4cc4-9696-53db58aeff06","gvk":"Service","name":"payload-processing-e2e-explicit-86f4c4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:28.06829646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-86f4c4"},"namespace":"ai-tenant-e2e-explicit-86f4c4","name":"default-tenant","reconcileID":"ef1dac98-c584-4cc4-9696-53db58aeff06","gvk":"Service","name":"payload-pre-processing-e2e-explicit-86f4c4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:28.120675688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-86f4c4"},"namespace":"ai-tenant-e2e-explicit-86f4c4","name":"default-tenant","reconcileID":"ef1dac98-c584-4cc4-9696-53db58aeff06","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-86f4c4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:28.173704973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-86f4c4"},"namespace":"ai-tenant-e2e-explicit-86f4c4","name":"default-tenant","reconcileID":"ef1dac98-c584-4cc4-9696-53db58aeff06","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-86f4c4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:28.226544289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-86f4c4"},"namespace":"ai-tenant-e2e-explicit-86f4c4","name":"default-tenant","reconcileID":"ef1dac98-c584-4cc4-9696-53db58aeff06","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-86f4c4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:28.281907248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-86f4c4"},"namespace":"ai-tenant-e2e-explicit-86f4c4","name":"default-tenant","reconcileID":"ef1dac98-c584-4cc4-9696-53db58aeff06","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-86f4c4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:28.334239127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-86f4c4"},"namespace":"ai-tenant-e2e-explicit-86f4c4","name":"default-tenant","reconcileID":"ef1dac98-c584-4cc4-9696-53db58aeff06","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-86f4c4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:28.387531781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-86f4c4"},"namespace":"ai-tenant-e2e-explicit-86f4c4","name":"default-tenant","reconcileID":"ef1dac98-c584-4cc4-9696-53db58aeff06","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-86f4c4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:28.441024267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-86f4c4"},"namespace":"ai-tenant-e2e-explicit-86f4c4","name":"default-tenant","reconcileID":"ef1dac98-c584-4cc4-9696-53db58aeff06","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-86f4c4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:28.497850376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-86f4c4"},"namespace":"ai-tenant-e2e-explicit-86f4c4","name":"default-tenant","reconcileID":"ef1dac98-c584-4cc4-9696-53db58aeff06","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-86f4c4","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:29.315913852Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-86f4c4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-86f4c4","reconcileID":"37a1880a-1eec-4715-95cc-0f9d09ced4e2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-86f4c4","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-86f4c4"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:30.303845166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"auth-test-model-7c1bee","reconcileID":"ac20ef8c-4d28-43bf-86a9-caf2ceff30c9","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"tenant":"e2e-shared-a-w1-7c1bee","gateway":"openshift-ingress/e2e-shared-a-w1-7c1bee","model":"ai-tenant-e2e-shared-a-w1-7c1bee/auth-test-model-7c1bee","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:30.303868752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"auth-test-model-7c1bee","reconcileID":"ac20ef8c-4d28-43bf-86a9-caf2ceff30c9","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"routeName":"auth-test-model-7c1bee-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","llmisvcName":"auth-test-model-7c1bee","gateway":"openshift-ingress/e2e-shared-a-w1-7c1bee","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:30.362689126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"auth-test-model-7c1bee","reconcileID":"08dcb010-3c99-41cb-9c1c-0dba82a84fe6","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"tenant":"e2e-shared-a-w1-7c1bee","gateway":"openshift-ingress/e2e-shared-a-w1-7c1bee","model":"ai-tenant-e2e-shared-a-w1-7c1bee/auth-test-model-7c1bee","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:30.362708413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"auth-test-model-7c1bee","reconcileID":"08dcb010-3c99-41cb-9c1c-0dba82a84fe6","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"routeName":"auth-test-model-7c1bee-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","llmisvcName":"auth-test-model-7c1bee","gateway":"openshift-ingress/e2e-shared-a-w1-7c1bee","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:30.409128328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"e2e-auth-iso-4cf9bc","reconcileID":"af77615f-d2a3-4d5f-96db-dde4712d206e","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7c1bee","tenantID":"e2e-shared-a-w1-7c1bee","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:55:30.413075758Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"e2e-auth-iso-4cf9bc","reconcileID":"2dfdec39-83f2-4c7a-adf1-3e74a72d3507","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-4cf9bc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:55:30.420021001Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"auth-test-model-7c1bee","reconcileID":"08dcb010-3c99-41cb-9c1c-0dba82a84fe6","name":"auth-test-model-7c1bee","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-7c1bee\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:55:30.420074412Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"auth-test-model-7c1bee","reconcileID":"08dcb010-3c99-41cb-9c1c-0dba82a84fe6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-7c1bee\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:30.425416893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"auth-test-model-7c1bee","reconcileID":"0af6693a-49d0-408a-b72a-501691854968","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"tenant":"e2e-shared-a-w1-7c1bee","gateway":"openshift-ingress/e2e-shared-a-w1-7c1bee","model":"ai-tenant-e2e-shared-a-w1-7c1bee/auth-test-model-7c1bee","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:30.425430802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"auth-test-model-7c1bee","reconcileID":"0af6693a-49d0-408a-b72a-501691854968","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"routeName":"auth-test-model-7c1bee-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","llmisvcName":"auth-test-model-7c1bee","gateway":"openshift-ingress/e2e-shared-a-w1-7c1bee","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:30.465831856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"e2e-auth-iso-4cf9bc","reconcileID":"af77615f-d2a3-4d5f-96db-dde4712d206e","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"name":"e2e-shared-a-w1-7c1bee-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:30.557190012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"auth-test-model-147104","reconcileID":"fb8e348c-8a89-4de0-a438-f984ca0dd0c5","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"tenant":"e2e-shared-b-w0-147104","gateway":"openshift-ingress/e2e-shared-b-w0-147104","model":"ai-tenant-e2e-shared-b-w0-147104/auth-test-model-147104","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:30.557208576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"auth-test-model-147104","reconcileID":"fb8e348c-8a89-4de0-a438-f984ca0dd0c5","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"routeName":"auth-test-model-147104-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-147104","llmisvcName":"auth-test-model-147104","gateway":"openshift-ingress/e2e-shared-b-w0-147104","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:30.567988064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea49205d-d55f-43aa-a8a4-cd3a0e3ddfef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:30.621314706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea49205d-d55f-43aa-a8a4-cd3a0e3ddfef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:30.674836147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea49205d-d55f-43aa-a8a4-cd3a0e3ddfef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:30.682111053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"auth-test-model-7c1bee","reconcileID":"74e65fbb-f516-4265-9390-3ebc6987bed2","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"tenant":"e2e-shared-a-w1-7c1bee","gateway":"openshift-ingress/e2e-shared-a-w1-7c1bee","model":"ai-tenant-e2e-shared-a-w1-7c1bee/auth-test-model-7c1bee","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:30.682166372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"auth-test-model-7c1bee","reconcileID":"74e65fbb-f516-4265-9390-3ebc6987bed2","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"routeName":"auth-test-model-7c1bee-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","llmisvcName":"auth-test-model-7c1bee","gateway":"openshift-ingress/e2e-shared-a-w1-7c1bee","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:55:30.682290073Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-shared-b-w0-147104/e2e-auth-iso-7fd1ef","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-7fd1ef\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:30.728369204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea49205d-d55f-43aa-a8a4-cd3a0e3ddfef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:30.728785069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"auth-test-model-147104","reconcileID":"5801e266-6e06-46bc-9190-725b7b118f2b","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"tenant":"e2e-shared-b-w0-147104","gateway":"openshift-ingress/e2e-shared-b-w0-147104","model":"ai-tenant-e2e-shared-b-w0-147104/auth-test-model-147104","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:30.728802043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"auth-test-model-147104","reconcileID":"5801e266-6e06-46bc-9190-725b7b118f2b","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"routeName":"auth-test-model-147104-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-147104","llmisvcName":"auth-test-model-147104","gateway":"openshift-ingress/e2e-shared-b-w0-147104","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:30.781714917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"e2e-auth-iso-7fd1ef","reconcileID":"7492614d-37ae-47af-9b57-a3efdc6426fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-147104","tenantID":"e2e-shared-b-w0-147104","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:30.787678937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"auth-test-model-147104","reconcileID":"97e29cde-b420-411d-ac26-235772abf90e","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"tenant":"e2e-shared-b-w0-147104","gateway":"openshift-ingress/e2e-shared-b-w0-147104","model":"ai-tenant-e2e-shared-b-w0-147104/auth-test-model-147104","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:30.787696418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"auth-test-model-147104","reconcileID":"97e29cde-b420-411d-ac26-235772abf90e","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"routeName":"auth-test-model-147104-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-147104","llmisvcName":"auth-test-model-147104","gateway":"openshift-ingress/e2e-shared-b-w0-147104","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:30.839741344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"e2e-auth-iso-7fd1ef","reconcileID":"7492614d-37ae-47af-9b57-a3efdc6426fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"name":"e2e-shared-b-w0-147104-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:30.888003587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"e2e-auth-iso-4cf9bc","reconcileID":"ee59d70a-a310-4eb2-9f78-ea74a9c19758","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7c1bee","tenantID":"e2e-shared-a-w1-7c1bee","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:30.901145916Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"e2e-auth-iso-4cf9bc","reconcileID":"b779b1ce-e3e6-45c4-8a16-3966a33b149e","MaaSSubscription":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"name":"maas-trlp-auth-test-model-7c1bee","model":"auth-test-model-7c1bee","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-7c1bee/e2e-auth-iso-4cf9bc"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:30.945252458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"e2e-auth-iso-4cf9bc","reconcileID":"ee59d70a-a310-4eb2-9f78-ea74a9c19758","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"name":"e2e-shared-a-w1-7c1bee-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:31.054151265Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"e2e-auth-iso-7fd1ef","reconcileID":"7832e4ae-e07d-4f58-9bd5-c32cba045df1","MaaSSubscription":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"name":"maas-trlp-auth-test-model-147104","model":"auth-test-model-147104","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-147104/e2e-auth-iso-7fd1ef"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:31.117150264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"auth-test-model-7c1bee","reconcileID":"912b6aca-0904-455c-89ff-9d2aca984b34","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"tenant":"e2e-shared-a-w1-7c1bee","gateway":"openshift-ingress/e2e-shared-a-w1-7c1bee","model":"ai-tenant-e2e-shared-a-w1-7c1bee/auth-test-model-7c1bee","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:31.117173995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"auth-test-model-7c1bee","reconcileID":"912b6aca-0904-455c-89ff-9d2aca984b34","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"routeName":"auth-test-model-7c1bee-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","llmisvcName":"auth-test-model-7c1bee","gateway":"openshift-ingress/e2e-shared-a-w1-7c1bee","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:31.149197812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"e2e-auth-iso-7fd1ef","reconcileID":"69c25915-c118-404b-9817-7c924e2a6c6b","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-147104","tenantID":"e2e-shared-b-w0-147104","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:31.163087575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"auth-test-model-aad578","reconcileID":"fa49c36b-7bb7-442a-bfaf-4a777f94ea84","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"tenant":"e2e-shared-a-w3-aad578","gateway":"openshift-ingress/e2e-shared-a-w3-aad578","model":"ai-tenant-e2e-shared-a-w3-aad578/auth-test-model-aad578","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:31.163102909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"auth-test-model-aad578","reconcileID":"fa49c36b-7bb7-442a-bfaf-4a777f94ea84","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"routeName":"auth-test-model-aad578-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-aad578","llmisvcName":"auth-test-model-aad578","gateway":"openshift-ingress/e2e-shared-a-w3-aad578","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:31.205692965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"e2e-auth-iso-7fd1ef","reconcileID":"69c25915-c118-404b-9817-7c924e2a6c6b","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"name":"e2e-shared-b-w0-147104-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:31.224268882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"auth-test-model-147104","reconcileID":"add6643a-f665-4090-8ffd-aaf6e477563c","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"tenant":"e2e-shared-b-w0-147104","gateway":"openshift-ingress/e2e-shared-b-w0-147104","model":"ai-tenant-e2e-shared-b-w0-147104/auth-test-model-147104","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:31.224330759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"auth-test-model-147104","reconcileID":"add6643a-f665-4090-8ffd-aaf6e477563c","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"routeName":"auth-test-model-147104-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-147104","llmisvcName":"auth-test-model-147104","gateway":"openshift-ingress/e2e-shared-b-w0-147104","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:55:31.224761912Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"e2e-auth-iso-7fd1ef","reconcileID":"7832e4ae-e07d-4f58-9bd5-c32cba045df1","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-7fd1ef\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:31.271716363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"e2e-auth-iso-e87a55","reconcileID":"56a20f92-edaf-4303-b499-cde806774143","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-aad578","tenantID":"e2e-shared-a-w3-aad578","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:31.272960752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"auth-test-model-aad578","reconcileID":"f72eeb6a-8d7a-4b82-8710-e6c7f5a42e9a","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"tenant":"e2e-shared-a-w3-aad578","gateway":"openshift-ingress/e2e-shared-a-w3-aad578","model":"ai-tenant-e2e-shared-a-w3-aad578/auth-test-model-aad578","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:31.272974785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"auth-test-model-aad578","reconcileID":"f72eeb6a-8d7a-4b82-8710-e6c7f5a42e9a","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"routeName":"auth-test-model-aad578-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-aad578","llmisvcName":"auth-test-model-aad578","gateway":"openshift-ingress/e2e-shared-a-w3-aad578","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:55:31.274831003Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-shared-a-w3-aad578/e2e-auth-iso-e87a55","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-e87a55\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:31.329018581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"e2e-auth-iso-e87a55","reconcileID":"56a20f92-edaf-4303-b499-cde806774143","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"name":"e2e-shared-a-w3-aad578-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:31.330968421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"e2e-auth-iso-4cf9bc","reconcileID":"6b8bc74f-526f-4ee1-abf5-14509a014205","MaaSSubscription":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"name":"maas-trlp-auth-test-model-7c1bee","model":"ai-tenant-e2e-shared-a-w1-7c1bee/auth-test-model-7c1bee","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:31.331057087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"auth-test-model-aad578","reconcileID":"fce170de-c4ee-4e3b-9262-c3f3dddbd3bf","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"tenant":"e2e-shared-a-w3-aad578","gateway":"openshift-ingress/e2e-shared-a-w3-aad578","model":"ai-tenant-e2e-shared-a-w3-aad578/auth-test-model-aad578","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:31.331072947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"auth-test-model-aad578","reconcileID":"fce170de-c4ee-4e3b-9262-c3f3dddbd3bf","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"routeName":"auth-test-model-aad578-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-aad578","llmisvcName":"auth-test-model-aad578","gateway":"openshift-ingress/e2e-shared-a-w3-aad578","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:31.437291031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"e2e-auth-iso-7fd1ef","reconcileID":"06b14bf2-3bdf-4558-8dd9-dcad5361fd66","MaaSSubscription":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"name":"maas-trlp-auth-test-model-147104","model":"ai-tenant-e2e-shared-b-w0-147104/auth-test-model-147104","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:31.546669092Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"e2e-auth-iso-e87a55","reconcileID":"51a9cff4-6cc3-4cae-9cf1-8e0178193ca9","MaaSSubscription":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"name":"maas-trlp-auth-test-model-aad578","model":"auth-test-model-aad578","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-aad578/e2e-auth-iso-e87a55"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:31.606024281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"auth-test-model-147104","reconcileID":"1ba82cfc-5ac0-4e72-9dc6-a2b9b89264d7","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"tenant":"e2e-shared-b-w0-147104","gateway":"openshift-ingress/e2e-shared-b-w0-147104","model":"ai-tenant-e2e-shared-b-w0-147104/auth-test-model-147104","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:31.606041214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"auth-test-model-147104","reconcileID":"1ba82cfc-5ac0-4e72-9dc6-a2b9b89264d7","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"routeName":"auth-test-model-147104-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-147104","llmisvcName":"auth-test-model-147104","gateway":"openshift-ingress/e2e-shared-b-w0-147104","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:31.652636587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"e2e-auth-iso-e87a55","reconcileID":"8293fe89-c65a-4664-b0d6-4021f1876f87","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-aad578","tenantID":"e2e-shared-a-w3-aad578","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:31.709138436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"e2e-auth-iso-e87a55","reconcileID":"8293fe89-c65a-4664-b0d6-4021f1876f87","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"name":"e2e-shared-a-w3-aad578-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:31.711033292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"auth-test-model-aad578","reconcileID":"a5bef599-946f-4da1-810d-3431f6a5b9c2","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"tenant":"e2e-shared-a-w3-aad578","gateway":"openshift-ingress/e2e-shared-a-w3-aad578","model":"ai-tenant-e2e-shared-a-w3-aad578/auth-test-model-aad578","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:31.711049665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"auth-test-model-aad578","reconcileID":"a5bef599-946f-4da1-810d-3431f6a5b9c2","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"routeName":"auth-test-model-aad578-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-aad578","llmisvcName":"auth-test-model-aad578","gateway":"openshift-ingress/e2e-shared-a-w3-aad578","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:31.944565136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"e2e-auth-iso-e87a55","reconcileID":"160fa599-4a1a-4d5b-9041-f11106e8b678","MaaSSubscription":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"name":"maas-trlp-auth-test-model-aad578","model":"ai-tenant-e2e-shared-a-w3-aad578/auth-test-model-aad578","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:32.617444112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e09ba03-0d09-4b68-837c-273129f521d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:32.671925178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e09ba03-0d09-4b68-837c-273129f521d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:32.724384537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e09ba03-0d09-4b68-837c-273129f521d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:32.776885328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e09ba03-0d09-4b68-837c-273129f521d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:33.042094602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"e2e-auth-iso-27e9fe","reconcileID":"eec8e881-26d4-4d07-a85e-b7c7bc3c2146","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ac7ab4","tenantID":"e2e-shared-b-w4-ac7ab4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:33.09891744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"e2e-auth-iso-27e9fe","reconcileID":"eec8e881-26d4-4d07-a85e-b7c7bc3c2146","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"name":"e2e-shared-b-w4-ac7ab4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:33.153722294Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-ac7ab4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"e2e-auth-iso-27e9fe","reconcileID":"eec8e881-26d4-4d07-a85e-b7c7bc3c2146","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:35.609153895Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:43.259035813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"e2e-auth-iso-27e9fe","reconcileID":"99a0a7ab-01ac-4a2f-a9ea-635d8b217e0b","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ac7ab4","tenantID":"e2e-shared-b-w4-ac7ab4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:43.315821476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"e2e-auth-iso-27e9fe","reconcileID":"99a0a7ab-01ac-4a2f-a9ea-635d8b217e0b","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"name":"e2e-shared-b-w4-ac7ab4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:43.436013427Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-ac7ab4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"e2e-auth-iso-27e9fe","reconcileID":"99a0a7ab-01ac-4a2f-a9ea-635d8b217e0b","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:55:45.411936737Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-00359a","namespace":"ai-tenant-e2e-noten-00359a"},"namespace":"ai-tenant-e2e-noten-00359a","name":"noten-model-00359a","reconcileID":"765165b2-8796-466e-8806-cb495c89e718","MaaSModelRef":{"name":"noten-model-00359a","namespace":"ai-tenant-e2e-noten-00359a"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-00359a/noten-model-00359a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-00359a/noten-model-00359a-kserve-route (gateways: [openshift-ingress/e2e-noten-00359a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:55:45.468710874Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-00359a","namespace":"ai-tenant-e2e-noten-00359a"},"namespace":"ai-tenant-e2e-noten-00359a","name":"noten-model-00359a","reconcileID":"765165b2-8796-466e-8806-cb495c89e718","error":"resolve tenant gateway for model ai-tenant-e2e-noten-00359a/noten-model-00359a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-00359a/noten-model-00359a-kserve-route (gateways: [openshift-ingress/e2e-noten-00359a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:55:45.474092482Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-00359a","namespace":"ai-tenant-e2e-noten-00359a"},"namespace":"ai-tenant-e2e-noten-00359a","name":"noten-model-00359a","reconcileID":"70a051c3-414e-4287-897b-497a46c644b4","MaaSModelRef":{"name":"noten-model-00359a","namespace":"ai-tenant-e2e-noten-00359a"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-00359a/noten-model-00359a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-00359a/noten-model-00359a-kserve-route (gateways: [openshift-ingress/e2e-noten-00359a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:55:45.47415098Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-00359a","namespace":"ai-tenant-e2e-noten-00359a"},"namespace":"ai-tenant-e2e-noten-00359a","name":"noten-model-00359a","reconcileID":"70a051c3-414e-4287-897b-497a46c644b4","error":"resolve tenant gateway for model ai-tenant-e2e-noten-00359a/noten-model-00359a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-00359a/noten-model-00359a-kserve-route (gateways: [openshift-ingress/e2e-noten-00359a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:55:45.485331574Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-00359a","namespace":"ai-tenant-e2e-noten-00359a"},"namespace":"ai-tenant-e2e-noten-00359a","name":"noten-model-00359a","reconcileID":"41f8b845-537a-420c-bee8-ae65a3f08065","MaaSModelRef":{"name":"noten-model-00359a","namespace":"ai-tenant-e2e-noten-00359a"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-00359a/noten-model-00359a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-00359a/noten-model-00359a-kserve-route (gateways: [openshift-ingress/e2e-noten-00359a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:55:45.485422002Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-00359a","namespace":"ai-tenant-e2e-noten-00359a"},"namespace":"ai-tenant-e2e-noten-00359a","name":"noten-model-00359a","reconcileID":"41f8b845-537a-420c-bee8-ae65a3f08065","error":"resolve tenant gateway for model ai-tenant-e2e-noten-00359a/noten-model-00359a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-00359a/noten-model-00359a-kserve-route (gateways: [openshift-ingress/e2e-noten-00359a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:55:45.506273718Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-00359a","namespace":"ai-tenant-e2e-noten-00359a"},"namespace":"ai-tenant-e2e-noten-00359a","name":"noten-model-00359a","reconcileID":"c107b8c2-14f5-4e19-ae4e-d3e916d0752a","MaaSModelRef":{"name":"noten-model-00359a","namespace":"ai-tenant-e2e-noten-00359a"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-00359a/noten-model-00359a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-00359a/noten-model-00359a-kserve-route (gateways: [openshift-ingress/e2e-noten-00359a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:55:45.506335848Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-00359a","namespace":"ai-tenant-e2e-noten-00359a"},"namespace":"ai-tenant-e2e-noten-00359a","name":"noten-model-00359a","reconcileID":"c107b8c2-14f5-4e19-ae4e-d3e916d0752a","error":"resolve tenant gateway for model ai-tenant-e2e-noten-00359a/noten-model-00359a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-00359a/noten-model-00359a-kserve-route (gateways: [openshift-ingress/e2e-noten-00359a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:55:45.547179079Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-00359a","namespace":"ai-tenant-e2e-noten-00359a"},"namespace":"ai-tenant-e2e-noten-00359a","name":"noten-model-00359a","reconcileID":"a9606e07-35c7-467f-a637-181b1f7574fd","MaaSModelRef":{"name":"noten-model-00359a","namespace":"ai-tenant-e2e-noten-00359a"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-00359a/noten-model-00359a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-00359a/noten-model-00359a-kserve-route (gateways: [openshift-ingress/e2e-noten-00359a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:55:45.547227653Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-00359a","namespace":"ai-tenant-e2e-noten-00359a"},"namespace":"ai-tenant-e2e-noten-00359a","name":"noten-model-00359a","reconcileID":"a9606e07-35c7-467f-a637-181b1f7574fd","error":"resolve tenant gateway for model ai-tenant-e2e-noten-00359a/noten-model-00359a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-00359a/noten-model-00359a-kserve-route (gateways: [openshift-ingress/e2e-noten-00359a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:55:45.627686519Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-00359a","namespace":"ai-tenant-e2e-noten-00359a"},"namespace":"ai-tenant-e2e-noten-00359a","name":"noten-model-00359a","reconcileID":"f46c871a-70ae-467d-885b-a8d933e8752e","MaaSModelRef":{"name":"noten-model-00359a","namespace":"ai-tenant-e2e-noten-00359a"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-00359a/noten-model-00359a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-00359a/noten-model-00359a-kserve-route (gateways: [openshift-ingress/e2e-noten-00359a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:55:45.627753131Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-00359a","namespace":"ai-tenant-e2e-noten-00359a"},"namespace":"ai-tenant-e2e-noten-00359a","name":"noten-model-00359a","reconcileID":"f46c871a-70ae-467d-885b-a8d933e8752e","error":"resolve tenant gateway for model ai-tenant-e2e-noten-00359a/noten-model-00359a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-00359a/noten-model-00359a-kserve-route (gateways: [openshift-ingress/e2e-noten-00359a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:55:45.788218274Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-00359a","namespace":"ai-tenant-e2e-noten-00359a"},"namespace":"ai-tenant-e2e-noten-00359a","name":"noten-model-00359a","reconcileID":"9f47098c-6a74-4d97-9703-0da5489b7391","MaaSModelRef":{"name":"noten-model-00359a","namespace":"ai-tenant-e2e-noten-00359a"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-00359a/noten-model-00359a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-00359a/noten-model-00359a-kserve-route (gateways: [openshift-ingress/e2e-noten-00359a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:55:45.788278878Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-00359a","namespace":"ai-tenant-e2e-noten-00359a"},"namespace":"ai-tenant-e2e-noten-00359a","name":"noten-model-00359a","reconcileID":"9f47098c-6a74-4d97-9703-0da5489b7391","error":"resolve tenant gateway for model ai-tenant-e2e-noten-00359a/noten-model-00359a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-00359a/noten-model-00359a-kserve-route (gateways: [openshift-ingress/e2e-noten-00359a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:55:46.108959646Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-00359a","namespace":"ai-tenant-e2e-noten-00359a"},"namespace":"ai-tenant-e2e-noten-00359a","name":"noten-model-00359a","reconcileID":"36f8ea99-e1b8-4796-8ab3-ece9df60e827","MaaSModelRef":{"name":"noten-model-00359a","namespace":"ai-tenant-e2e-noten-00359a"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-00359a/noten-model-00359a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-00359a/noten-model-00359a-kserve-route (gateways: [openshift-ingress/e2e-noten-00359a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:55:46.10905632Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-00359a","namespace":"ai-tenant-e2e-noten-00359a"},"namespace":"ai-tenant-e2e-noten-00359a","name":"noten-model-00359a","reconcileID":"36f8ea99-e1b8-4796-8ab3-ece9df60e827","error":"resolve tenant gateway for model ai-tenant-e2e-noten-00359a/noten-model-00359a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-00359a/noten-model-00359a-kserve-route (gateways: [openshift-ingress/e2e-noten-00359a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:55:46.749836327Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-00359a","namespace":"ai-tenant-e2e-noten-00359a"},"namespace":"ai-tenant-e2e-noten-00359a","name":"noten-model-00359a","reconcileID":"11e57efe-1689-4e81-9010-445b19ef10df","MaaSModelRef":{"name":"noten-model-00359a","namespace":"ai-tenant-e2e-noten-00359a"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-00359a/noten-model-00359a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-00359a/noten-model-00359a-kserve-route (gateways: [openshift-ingress/e2e-noten-00359a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:55:46.74990488Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-00359a","namespace":"ai-tenant-e2e-noten-00359a"},"namespace":"ai-tenant-e2e-noten-00359a","name":"noten-model-00359a","reconcileID":"11e57efe-1689-4e81-9010-445b19ef10df","error":"resolve tenant gateway for model ai-tenant-e2e-noten-00359a/noten-model-00359a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-00359a/noten-model-00359a-kserve-route (gateways: [openshift-ingress/e2e-noten-00359a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:55:48.030445123Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-00359a","namespace":"ai-tenant-e2e-noten-00359a"},"namespace":"ai-tenant-e2e-noten-00359a","name":"noten-model-00359a","reconcileID":"21bb9b39-ae68-4da8-913a-9eb24aa94aa0","MaaSModelRef":{"name":"noten-model-00359a","namespace":"ai-tenant-e2e-noten-00359a"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-00359a/noten-model-00359a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-00359a/noten-model-00359a-kserve-route (gateways: [openshift-ingress/e2e-noten-00359a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:55:48.030507783Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-00359a","namespace":"ai-tenant-e2e-noten-00359a"},"namespace":"ai-tenant-e2e-noten-00359a","name":"noten-model-00359a","reconcileID":"21bb9b39-ae68-4da8-913a-9eb24aa94aa0","error":"resolve tenant gateway for model ai-tenant-e2e-noten-00359a/noten-model-00359a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-00359a/noten-model-00359a-kserve-route (gateways: [openshift-ingress/e2e-noten-00359a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:55:50.591583872Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-00359a","namespace":"ai-tenant-e2e-noten-00359a"},"namespace":"ai-tenant-e2e-noten-00359a","name":"noten-model-00359a","reconcileID":"d67fb0d8-a6ec-4489-8035-0fb96a3285a2","MaaSModelRef":{"name":"noten-model-00359a","namespace":"ai-tenant-e2e-noten-00359a"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-00359a/noten-model-00359a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-00359a/noten-model-00359a-kserve-route (gateways: [openshift-ingress/e2e-noten-00359a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:55:50.591644785Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-00359a","namespace":"ai-tenant-e2e-noten-00359a"},"namespace":"ai-tenant-e2e-noten-00359a","name":"noten-model-00359a","reconcileID":"d67fb0d8-a6ec-4489-8035-0fb96a3285a2","error":"resolve tenant gateway for model ai-tenant-e2e-noten-00359a/noten-model-00359a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-00359a/noten-model-00359a-kserve-route (gateways: [openshift-ingress/e2e-noten-00359a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:53.542138278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"e2e-auth-iso-27e9fe","reconcileID":"64558313-f672-418f-a6a3-af6c940ebf29","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ac7ab4","tenantID":"e2e-shared-b-w4-ac7ab4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:53.598710402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"e2e-auth-iso-27e9fe","reconcileID":"64558313-f672-418f-a6a3-af6c940ebf29","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"name":"e2e-shared-b-w4-ac7ab4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:53.653841893Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-ac7ab4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c46daf3a664a63ea54a08b5d8dca689c6ccafbf55544f448a73a70c1edd19a95) AuthConfig (5d2e73e62c5ea445680fddbfdefec74c610e1a94c42dd15bfeb807a6e8816718) AuthConfig (713d4333610dc6ca73d2afaeb0c66adffbf24ba4107d6dd30259d33e44f23abd) AuthConfig (44cc0cdefce5a1e3e0d50cc80acef1342d05fdd0b1436e2797fcb0864fd88489) AuthConfig (1514a06a791b8c618207ec60a356b885c1a6c2289eab4a3afab11e29f72d9072) AuthConfig (1dc3a4bad75f53828bcfade58f59c339518c31c33614c3589c458c3728b8d4db) AuthConfig (e835243c0e6a1680dca88845e2d5af4fc8b0053f8fb1b2f9b5259d2922e5b670) AuthConfig (303f8849e76ad384e71b808e026d34317cc08518727de01da03b8a8fae32a7d4) AuthConfig (f39fb8997f6e81c4c121fbc3b1a54438d1aa55bb0a3932d210737ffa8c48964e) AuthConfig (a2a49d04bd82cfc8f7d68796e5789583b1d3c316f99952a8502b7ab7e66cb537) AuthConfig (2ddad3b52cba566cc89e1e4dc606d86866bcabe92085267ffb087edf12a2cd4e) AuthConfig (0de46505893bf1d50822a12d6e38f2177516d0ea03ad2e40ae22f473548d4cfa) AuthConfig (45bd28ca8a0d958e6c072282dac78e3e3b4b510ee59d43f33b4c52d0cfa0f2ac) AuthConfig (7f1a60cad2bed8913cecdd1899cc6a4da090f63b337a605531807addade34266) AuthConfig (250bb7e5aea2944f0ea943efbcf434ded29d7a8c47d07dc79751d7b10141fbde) AuthConfig (9e7910047c06a4a7c403b93d5e50e9620d27543480addb12731a9687400a84ec) AuthConfig (ce68fe01f4170312c3a4668e26878e477647cd0ce056536ba2440545c11411da) AuthConfig (b48e777c8d6fdd8bc8c5e3edd45234fa8d728c20ff921e646831f0ab7efeb8e8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"e2e-auth-iso-27e9fe","reconcileID":"64558313-f672-418f-a6a3-af6c940ebf29","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:53.711537489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"auth-test-model-ac7ab4","reconcileID":"902ea1a0-1af8-4097-bfc7-efd0388ae6ba","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"tenant":"e2e-shared-b-w4-ac7ab4","gateway":"openshift-ingress/e2e-shared-b-w4-ac7ab4","model":"ai-tenant-e2e-shared-b-w4-ac7ab4/auth-test-model-ac7ab4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:55:53.711559183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"auth-test-model-ac7ab4","reconcileID":"902ea1a0-1af8-4097-bfc7-efd0388ae6ba","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"routeName":"auth-test-model-ac7ab4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","llmisvcName":"auth-test-model-ac7ab4","gateway":"openshift-ingress/e2e-shared-b-w4-ac7ab4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:03.816748934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"e2e-auth-iso-27e9fe","reconcileID":"f9185338-fe4f-4b70-88c0-071c5cdb3a5c","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ac7ab4","tenantID":"e2e-shared-b-w4-ac7ab4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:03.873163582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"e2e-auth-iso-27e9fe","reconcileID":"f9185338-fe4f-4b70-88c0-071c5cdb3a5c","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"name":"e2e-shared-b-w4-ac7ab4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:03.928764027Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-ac7ab4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c46daf3a664a63ea54a08b5d8dca689c6ccafbf55544f448a73a70c1edd19a95) AuthConfig (5d2e73e62c5ea445680fddbfdefec74c610e1a94c42dd15bfeb807a6e8816718) AuthConfig (713d4333610dc6ca73d2afaeb0c66adffbf24ba4107d6dd30259d33e44f23abd) AuthConfig (44cc0cdefce5a1e3e0d50cc80acef1342d05fdd0b1436e2797fcb0864fd88489) AuthConfig (1514a06a791b8c618207ec60a356b885c1a6c2289eab4a3afab11e29f72d9072) AuthConfig (1dc3a4bad75f53828bcfade58f59c339518c31c33614c3589c458c3728b8d4db) AuthConfig (e835243c0e6a1680dca88845e2d5af4fc8b0053f8fb1b2f9b5259d2922e5b670) AuthConfig (303f8849e76ad384e71b808e026d34317cc08518727de01da03b8a8fae32a7d4) AuthConfig (f39fb8997f6e81c4c121fbc3b1a54438d1aa55bb0a3932d210737ffa8c48964e) AuthConfig (a2a49d04bd82cfc8f7d68796e5789583b1d3c316f99952a8502b7ab7e66cb537) AuthConfig (2ddad3b52cba566cc89e1e4dc606d86866bcabe92085267ffb087edf12a2cd4e) AuthConfig (0de46505893bf1d50822a12d6e38f2177516d0ea03ad2e40ae22f473548d4cfa) AuthConfig (45bd28ca8a0d958e6c072282dac78e3e3b4b510ee59d43f33b4c52d0cfa0f2ac) AuthConfig (7f1a60cad2bed8913cecdd1899cc6a4da090f63b337a605531807addade34266) AuthConfig (250bb7e5aea2944f0ea943efbcf434ded29d7a8c47d07dc79751d7b10141fbde) AuthConfig (9e7910047c06a4a7c403b93d5e50e9620d27543480addb12731a9687400a84ec) AuthConfig (ce68fe01f4170312c3a4668e26878e477647cd0ce056536ba2440545c11411da) AuthConfig (b48e777c8d6fdd8bc8c5e3edd45234fa8d728c20ff921e646831f0ab7efeb8e8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"e2e-auth-iso-27e9fe","reconcileID":"f9185338-fe4f-4b70-88c0-071c5cdb3a5c","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:05.608998946Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:14.034348133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"e2e-auth-iso-27e9fe","reconcileID":"b16cc617-fc9a-46d4-bfed-ad83e28949f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ac7ab4","tenantID":"e2e-shared-b-w4-ac7ab4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:14.091026982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"e2e-auth-iso-27e9fe","reconcileID":"b16cc617-fc9a-46d4-bfed-ad83e28949f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"name":"e2e-shared-b-w4-ac7ab4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:14.145976421Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-ac7ab4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c46daf3a664a63ea54a08b5d8dca689c6ccafbf55544f448a73a70c1edd19a95) AuthConfig (5d2e73e62c5ea445680fddbfdefec74c610e1a94c42dd15bfeb807a6e8816718) AuthConfig (713d4333610dc6ca73d2afaeb0c66adffbf24ba4107d6dd30259d33e44f23abd) AuthConfig (44cc0cdefce5a1e3e0d50cc80acef1342d05fdd0b1436e2797fcb0864fd88489) AuthConfig (1514a06a791b8c618207ec60a356b885c1a6c2289eab4a3afab11e29f72d9072) AuthConfig (1dc3a4bad75f53828bcfade58f59c339518c31c33614c3589c458c3728b8d4db) AuthConfig (e835243c0e6a1680dca88845e2d5af4fc8b0053f8fb1b2f9b5259d2922e5b670) AuthConfig (303f8849e76ad384e71b808e026d34317cc08518727de01da03b8a8fae32a7d4) AuthConfig (f39fb8997f6e81c4c121fbc3b1a54438d1aa55bb0a3932d210737ffa8c48964e) AuthConfig (a2a49d04bd82cfc8f7d68796e5789583b1d3c316f99952a8502b7ab7e66cb537) AuthConfig (2ddad3b52cba566cc89e1e4dc606d86866bcabe92085267ffb087edf12a2cd4e) AuthConfig (0de46505893bf1d50822a12d6e38f2177516d0ea03ad2e40ae22f473548d4cfa) AuthConfig (45bd28ca8a0d958e6c072282dac78e3e3b4b510ee59d43f33b4c52d0cfa0f2ac) AuthConfig (7f1a60cad2bed8913cecdd1899cc6a4da090f63b337a605531807addade34266) AuthConfig (250bb7e5aea2944f0ea943efbcf434ded29d7a8c47d07dc79751d7b10141fbde) AuthConfig (9e7910047c06a4a7c403b93d5e50e9620d27543480addb12731a9687400a84ec) AuthConfig (ce68fe01f4170312c3a4668e26878e477647cd0ce056536ba2440545c11411da) AuthConfig (b48e777c8d6fdd8bc8c5e3edd45234fa8d728c20ff921e646831f0ab7efeb8e8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"e2e-auth-iso-27e9fe","reconcileID":"b16cc617-fc9a-46d4-bfed-ad83e28949f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:21.414586127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"e2e-auth-iso-4cf9bc","reconcileID":"5d683d84-5e5d-445b-9bc9-89e75100d2ba","MaaSSubscription":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"name":"maas-trlp-auth-test-model-7c1bee","model":"ai-tenant-e2e-shared-a-w1-7c1bee/auth-test-model-7c1bee","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:21.58516472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"auth-test-model-7c1bee","reconcileID":"6dda0a95-8112-4878-8b63-36ec86f406c4","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"tenant":"e2e-shared-a-w1-7c1bee","gateway":"openshift-ingress/e2e-shared-a-w1-7c1bee","model":"ai-tenant-e2e-shared-a-w1-7c1bee/auth-test-model-7c1bee","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:21.585185756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"auth-test-model-7c1bee","reconcileID":"6dda0a95-8112-4878-8b63-36ec86f406c4","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"routeName":"auth-test-model-7c1bee-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","llmisvcName":"auth-test-model-7c1bee","gateway":"openshift-ingress/e2e-shared-a-w1-7c1bee","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:21.711737112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"e2e-auth-iso-7fd1ef","reconcileID":"0c6b1ac7-fb0b-4fa3-82c2-a0591b0d730d","MaaSSubscription":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"name":"maas-trlp-auth-test-model-147104","model":"ai-tenant-e2e-shared-b-w0-147104/auth-test-model-147104","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:21.88181147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"auth-test-model-147104","reconcileID":"e0f2a2bf-5dd2-4c0b-8676-40e2fadc84d6","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"tenant":"e2e-shared-b-w0-147104","gateway":"openshift-ingress/e2e-shared-b-w0-147104","model":"ai-tenant-e2e-shared-b-w0-147104/auth-test-model-147104","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:21.881831026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"auth-test-model-147104","reconcileID":"e0f2a2bf-5dd2-4c0b-8676-40e2fadc84d6","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"routeName":"auth-test-model-147104-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-147104","llmisvcName":"auth-test-model-147104","gateway":"openshift-ingress/e2e-shared-b-w0-147104","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:22.949144735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"auth-test-model-3b27a5","reconcileID":"a0020095-cb16-46f0-b04b-4ddefbc38547","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"tenant":"e2e-shared-b-w1-3b27a5","gateway":"openshift-ingress/e2e-shared-b-w1-3b27a5","model":"ai-tenant-e2e-shared-b-w1-3b27a5/auth-test-model-3b27a5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:22.949170827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"auth-test-model-3b27a5","reconcileID":"a0020095-cb16-46f0-b04b-4ddefbc38547","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"routeName":"auth-test-model-3b27a5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","llmisvcName":"auth-test-model-3b27a5","gateway":"openshift-ingress/e2e-shared-b-w1-3b27a5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:22.965881558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"e2e-auth-iso-e87a55","reconcileID":"602edcbf-fe74-4481-882b-5c6b0d65b759","MaaSSubscription":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"name":"maas-trlp-auth-test-model-aad578","model":"ai-tenant-e2e-shared-a-w3-aad578/auth-test-model-aad578","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:22.995934401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"e2e-auth-iso-7fd1ef","reconcileID":"2f99ed8c-ff46-4972-90ea-9b9a070d1e9e","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-147104","tenantID":"e2e-shared-b-w0-147104","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:23.003931498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"auth-test-model-3b27a5","reconcileID":"e4363437-cb88-4cc9-9fef-928aa27f66c9","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"tenant":"e2e-shared-b-w1-3b27a5","gateway":"openshift-ingress/e2e-shared-b-w1-3b27a5","model":"ai-tenant-e2e-shared-b-w1-3b27a5/auth-test-model-3b27a5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:23.003951708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"auth-test-model-3b27a5","reconcileID":"e4363437-cb88-4cc9-9fef-928aa27f66c9","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"routeName":"auth-test-model-3b27a5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","llmisvcName":"auth-test-model-3b27a5","gateway":"openshift-ingress/e2e-shared-b-w1-3b27a5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:23.053267854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"e2e-auth-iso-7fd1ef","reconcileID":"2f99ed8c-ff46-4972-90ea-9b9a070d1e9e","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"name":"e2e-shared-b-w0-147104-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:23.108055411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"e2e-auth-iso-4cf9bc","reconcileID":"fd4f90a3-86a1-4fd1-8416-f8a0098ca8bc","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-3b27a5","tenantID":"e2e-shared-b-w1-3b27a5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:23.136757597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"auth-test-model-aad578","reconcileID":"03f6670e-ae54-4999-97a2-cb8c415becfc","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"tenant":"e2e-shared-a-w3-aad578","gateway":"openshift-ingress/e2e-shared-a-w3-aad578","model":"ai-tenant-e2e-shared-a-w3-aad578/auth-test-model-aad578","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:23.136777012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"auth-test-model-aad578","reconcileID":"03f6670e-ae54-4999-97a2-cb8c415becfc","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"routeName":"auth-test-model-aad578-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-aad578","llmisvcName":"auth-test-model-aad578","gateway":"openshift-ingress/e2e-shared-a-w3-aad578","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:23.234401467Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"e2e-auth-iso-4cf9bc","reconcileID":"fd4f90a3-86a1-4fd1-8416-f8a0098ca8bc","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"name":"e2e-shared-b-w1-3b27a5-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:23.29171977Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-3b27a5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"e2e-auth-iso-4cf9bc","reconcileID":"fd4f90a3-86a1-4fd1-8416-f8a0098ca8bc","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:23.346576805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"auth-test-model-3b27a5","reconcileID":"6f208fad-ffed-4a10-bb83-c59525bd0fb8","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"tenant":"e2e-shared-b-w1-3b27a5","gateway":"openshift-ingress/e2e-shared-b-w1-3b27a5","model":"ai-tenant-e2e-shared-b-w1-3b27a5/auth-test-model-3b27a5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:23.346594658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"auth-test-model-3b27a5","reconcileID":"6f208fad-ffed-4a10-bb83-c59525bd0fb8","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"routeName":"auth-test-model-3b27a5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","llmisvcName":"auth-test-model-3b27a5","gateway":"openshift-ingress/e2e-shared-b-w1-3b27a5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:23.522939483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"e2e-auth-iso-e87a55","reconcileID":"8d14110b-a127-4026-b690-87cc4567bd41","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-aad578","tenantID":"e2e-shared-a-w3-aad578","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:23.578956253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"e2e-auth-iso-e87a55","reconcileID":"8d14110b-a127-4026-b690-87cc4567bd41","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"name":"e2e-shared-a-w3-aad578-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:23.624477549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"e2e-auth-iso-4cf9bc","reconcileID":"421b6cbd-fadc-40d7-8bda-7f8d47243039","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7c1bee","tenantID":"e2e-shared-a-w1-7c1bee","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:23.680631157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"e2e-auth-iso-4cf9bc","reconcileID":"421b6cbd-fadc-40d7-8bda-7f8d47243039","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"name":"e2e-shared-a-w1-7c1bee-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:23.839264975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"auth-test-model-3d14ee","reconcileID":"6be81ce2-bf27-432a-9ad1-7f8dc2daabd9","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"tenant":"e2e-shared-b-w3-3d14ee","gateway":"openshift-ingress/e2e-shared-b-w3-3d14ee","model":"ai-tenant-e2e-shared-b-w3-3d14ee/auth-test-model-3d14ee","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:23.839284787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"auth-test-model-3d14ee","reconcileID":"6be81ce2-bf27-432a-9ad1-7f8dc2daabd9","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"routeName":"auth-test-model-3d14ee-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","llmisvcName":"auth-test-model-3d14ee","gateway":"openshift-ingress/e2e-shared-b-w3-3d14ee","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:23.894127838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"auth-test-model-3d14ee","reconcileID":"afc96ae0-1077-48f6-8e9c-ef951420d3b0","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"tenant":"e2e-shared-b-w3-3d14ee","gateway":"openshift-ingress/e2e-shared-b-w3-3d14ee","model":"ai-tenant-e2e-shared-b-w3-3d14ee/auth-test-model-3d14ee","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:23.894147843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"auth-test-model-3d14ee","reconcileID":"afc96ae0-1077-48f6-8e9c-ef951420d3b0","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"routeName":"auth-test-model-3d14ee-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","llmisvcName":"auth-test-model-3d14ee","gateway":"openshift-ingress/e2e-shared-b-w3-3d14ee","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:23.998691358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"e2e-auth-iso-e87a55","reconcileID":"1f078176-4bd7-47b2-b47c-85e7d693e448","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-3d14ee","tenantID":"e2e-shared-b-w3-3d14ee","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:24.12146098Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"e2e-auth-iso-e87a55","reconcileID":"1f078176-4bd7-47b2-b47c-85e7d693e448","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"name":"e2e-shared-b-w3-3d14ee-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:24.176531548Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-3d14ee-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"e2e-auth-iso-e87a55","reconcileID":"1f078176-4bd7-47b2-b47c-85e7d693e448","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:24.233798629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"auth-test-model-3d14ee","reconcileID":"b2611729-00f1-464e-87d0-4e48afa1b0fa","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"tenant":"e2e-shared-b-w3-3d14ee","gateway":"openshift-ingress/e2e-shared-b-w3-3d14ee","model":"ai-tenant-e2e-shared-b-w3-3d14ee/auth-test-model-3d14ee","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:24.233820605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"auth-test-model-3d14ee","reconcileID":"b2611729-00f1-464e-87d0-4e48afa1b0fa","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"routeName":"auth-test-model-3d14ee-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","llmisvcName":"auth-test-model-3d14ee","gateway":"openshift-ingress/e2e-shared-b-w3-3d14ee","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:24.251299662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"e2e-auth-iso-27e9fe","reconcileID":"564de066-ce65-4065-9f09-64ac09cf6b1f","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ac7ab4","tenantID":"e2e-shared-b-w4-ac7ab4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:24.307340437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"e2e-auth-iso-27e9fe","reconcileID":"564de066-ce65-4065-9f09-64ac09cf6b1f","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"name":"e2e-shared-b-w4-ac7ab4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:24.576074315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"auth-test-model-ac7ab4","reconcileID":"085aad84-6e91-40a9-b2ad-09ae85699fab","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"tenant":"e2e-shared-b-w4-ac7ab4","gateway":"openshift-ingress/e2e-shared-b-w4-ac7ab4","model":"ai-tenant-e2e-shared-b-w4-ac7ab4/auth-test-model-ac7ab4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:24.576095203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"auth-test-model-ac7ab4","reconcileID":"085aad84-6e91-40a9-b2ad-09ae85699fab","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"routeName":"auth-test-model-ac7ab4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","llmisvcName":"auth-test-model-ac7ab4","gateway":"openshift-ingress/e2e-shared-b-w4-ac7ab4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:25.618628221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"auth-test-model-ee0fed","reconcileID":"543d7ed0-728d-416f-b4c3-78349c32bb5e","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"tenant":"e2e-shared-a-w0-ee0fed","gateway":"openshift-ingress/e2e-shared-a-w0-ee0fed","model":"ai-tenant-e2e-shared-a-w0-ee0fed/auth-test-model-ee0fed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:25.618646312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"auth-test-model-ee0fed","reconcileID":"543d7ed0-728d-416f-b4c3-78349c32bb5e","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"routeName":"auth-test-model-ee0fed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","llmisvcName":"auth-test-model-ee0fed","gateway":"openshift-ingress/e2e-shared-a-w0-ee0fed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:25.722830158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"e2e-auth-iso-7fd1ef","reconcileID":"891c5c57-da7c-420f-97e8-24b488cabcbe","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ee0fed","tenantID":"e2e-shared-a-w0-ee0fed","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:25.77914274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"e2e-auth-iso-7fd1ef","reconcileID":"891c5c57-da7c-420f-97e8-24b488cabcbe","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"name":"e2e-shared-a-w0-ee0fed-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:25.780302675Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"e2e-auth-iso-7fd1ef","reconcileID":"e1430a5f-84ce-46f4-9da4-d92c2db3572a","MaaSSubscription":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-087fcdb0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:26.088454947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"e2e-auth-iso-7fd1ef","reconcileID":"4c22fc52-a659-4036-af95-49a7760cc417","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ee0fed","tenantID":"e2e-shared-a-w0-ee0fed","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:26.146181742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"e2e-auth-iso-7fd1ef","reconcileID":"4c22fc52-a659-4036-af95-49a7760cc417","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"name":"e2e-shared-a-w0-ee0fed-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:29.829083538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"auth-test-model-ac7ab4","reconcileID":"018417c5-0a53-4884-99ea-ef30efda7870","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"tenant":"e2e-shared-b-w4-ac7ab4","gateway":"openshift-ingress/e2e-shared-b-w4-ac7ab4","model":"ai-tenant-e2e-shared-b-w4-ac7ab4/auth-test-model-ac7ab4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:29.82910286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"auth-test-model-ac7ab4","reconcileID":"018417c5-0a53-4884-99ea-ef30efda7870","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"routeName":"auth-test-model-ac7ab4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","llmisvcName":"auth-test-model-ac7ab4","gateway":"openshift-ingress/e2e-shared-b-w4-ac7ab4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:29.888118278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"auth-test-model-aad578","reconcileID":"0e156359-8270-473b-b2d0-3bddda430fe7","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"tenant":"e2e-shared-a-w3-aad578","gateway":"openshift-ingress/e2e-shared-a-w3-aad578","model":"ai-tenant-e2e-shared-a-w3-aad578/auth-test-model-aad578","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:29.888135734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"auth-test-model-aad578","reconcileID":"0e156359-8270-473b-b2d0-3bddda430fe7","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"routeName":"auth-test-model-aad578-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-aad578","llmisvcName":"auth-test-model-aad578","gateway":"openshift-ingress/e2e-shared-a-w3-aad578","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:29.934180705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"e2e-auth-iso-27e9fe","reconcileID":"1cde5d17-7aff-4091-92ab-19314b69229d","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ac7ab4","tenantID":"e2e-shared-b-w4-ac7ab4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:29.937826825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"auth-test-model-ac7ab4","reconcileID":"23729fde-ab52-4334-b8d0-9de0c2161fee","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"tenant":"e2e-shared-b-w4-ac7ab4","gateway":"openshift-ingress/e2e-shared-b-w4-ac7ab4","model":"ai-tenant-e2e-shared-b-w4-ac7ab4/auth-test-model-ac7ab4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:29.937843404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"auth-test-model-ac7ab4","reconcileID":"23729fde-ab52-4334-b8d0-9de0c2161fee","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"routeName":"auth-test-model-ac7ab4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","llmisvcName":"auth-test-model-ac7ab4","gateway":"openshift-ingress/e2e-shared-b-w4-ac7ab4","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:56:29.940832366Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-shared-b-w4-ac7ab4/e2e-auth-iso-27e9fe","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-27e9fe\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:29.99085413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"e2e-auth-iso-27e9fe","reconcileID":"1cde5d17-7aff-4091-92ab-19314b69229d","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"name":"e2e-shared-b-w4-ac7ab4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:29.995100677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"auth-test-model-ac7ab4","reconcileID":"9c7551df-13dc-4e76-a579-1c82594c8058","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"tenant":"e2e-shared-b-w4-ac7ab4","gateway":"openshift-ingress/e2e-shared-b-w4-ac7ab4","model":"ai-tenant-e2e-shared-b-w4-ac7ab4/auth-test-model-ac7ab4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:29.995119642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"auth-test-model-ac7ab4","reconcileID":"9c7551df-13dc-4e76-a579-1c82594c8058","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"routeName":"auth-test-model-ac7ab4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","llmisvcName":"auth-test-model-ac7ab4","gateway":"openshift-ingress/e2e-shared-b-w4-ac7ab4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:30.208919141Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"e2e-auth-iso-27e9fe","reconcileID":"b2551ca6-9b93-4c1d-afa0-dfd523490e13","MaaSSubscription":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"name":"maas-trlp-auth-test-model-ac7ab4","model":"auth-test-model-ac7ab4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-ac7ab4/e2e-auth-iso-27e9fe"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:30.253489823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"e2e-auth-iso-27e9fe","reconcileID":"c75f89dd-4935-4696-ac4c-d3485f39183f","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ac7ab4","tenantID":"e2e-shared-b-w4-ac7ab4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:30.310295528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"e2e-auth-iso-27e9fe","reconcileID":"c75f89dd-4935-4696-ac4c-d3485f39183f","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"name":"e2e-shared-b-w4-ac7ab4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:30.378450164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"auth-test-model-ac7ab4","reconcileID":"c32f06e0-8822-4905-b78e-a7634610c324","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"tenant":"e2e-shared-b-w4-ac7ab4","gateway":"openshift-ingress/e2e-shared-b-w4-ac7ab4","model":"ai-tenant-e2e-shared-b-w4-ac7ab4/auth-test-model-ac7ab4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:30.378470281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"auth-test-model-ac7ab4","reconcileID":"c32f06e0-8822-4905-b78e-a7634610c324","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"routeName":"auth-test-model-ac7ab4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","llmisvcName":"auth-test-model-ac7ab4","gateway":"openshift-ingress/e2e-shared-b-w4-ac7ab4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:30.589682981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"e2e-auth-iso-27e9fe","reconcileID":"4090bc63-31b9-411e-9fc4-8ba2937cdca0","MaaSSubscription":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"name":"maas-trlp-auth-test-model-ac7ab4","model":"ai-tenant-e2e-shared-b-w4-ac7ab4/auth-test-model-ac7ab4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:33.452099655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"e2e-auth-iso-4cf9bc","reconcileID":"ace4b000-259e-492c-acec-17a19ea6d185","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-3b27a5","tenantID":"e2e-shared-b-w1-3b27a5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:33.508272151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"e2e-auth-iso-4cf9bc","reconcileID":"ace4b000-259e-492c-acec-17a19ea6d185","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"name":"e2e-shared-b-w1-3b27a5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:33.56317022Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-3b27a5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"e2e-auth-iso-4cf9bc","reconcileID":"ace4b000-259e-492c-acec-17a19ea6d185","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:34.339185578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"e2e-auth-iso-e87a55","reconcileID":"c777ed77-6e48-4367-9011-15292e0b84de","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-3d14ee","tenantID":"e2e-shared-b-w3-3d14ee","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:34.395657984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"e2e-auth-iso-e87a55","reconcileID":"c777ed77-6e48-4367-9011-15292e0b84de","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"name":"e2e-shared-b-w3-3d14ee-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:34.450633812Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-3d14ee-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"e2e-auth-iso-e87a55","reconcileID":"c777ed77-6e48-4367-9011-15292e0b84de","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:35.608497513Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:35.833784022Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"e2e-auth-iso-7fd1ef","reconcileID":"42e33b9a-c036-4ba9-9c2a-302f81cd406f","MaaSSubscription":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"model":"ai-tenant-e2e-shared-a-w0-ee0fed/auth-test-model-ee0fed","subscription":"e2e-auth-iso-7fd1ef","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:35.886822391Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"e2e-auth-iso-7fd1ef","reconcileID":"42e33b9a-c036-4ba9-9c2a-302f81cd406f","MaaSSubscription":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"model":"ai-tenant-e2e-shared-a-w0-ee0fed/auth-test-model-ee0fed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:35.943232364Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"e2e-auth-iso-7fd1ef","reconcileID":"42e33b9a-c036-4ba9-9c2a-302f81cd406f","MaaSSubscription":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"name":"maas-trlp-auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","model":"ai-tenant-e2e-shared-a-w0-ee0fed/auth-test-model-ee0fed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:36.215952833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"auth-test-model-ee0fed","reconcileID":"ad175b01-d50a-40db-af81-c9822a0a4ed9","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"tenant":"e2e-shared-a-w0-ee0fed","gateway":"openshift-ingress/e2e-shared-a-w0-ee0fed","model":"ai-tenant-e2e-shared-a-w0-ee0fed/auth-test-model-ee0fed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:36.215977789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"auth-test-model-ee0fed","reconcileID":"ad175b01-d50a-40db-af81-c9822a0a4ed9","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"routeName":"auth-test-model-ee0fed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","llmisvcName":"auth-test-model-ee0fed","gateway":"openshift-ingress/e2e-shared-a-w0-ee0fed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:36.274992119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"auth-test-model-ac7ab4","reconcileID":"7996b37a-290c-47d0-8ddd-083e34c873e8","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"tenant":"e2e-shared-b-w4-ac7ab4","gateway":"openshift-ingress/e2e-shared-b-w4-ac7ab4","model":"ai-tenant-e2e-shared-b-w4-ac7ab4/auth-test-model-ac7ab4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:36.275017697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"auth-test-model-ac7ab4","reconcileID":"7996b37a-290c-47d0-8ddd-083e34c873e8","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"routeName":"auth-test-model-ac7ab4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","llmisvcName":"auth-test-model-ac7ab4","gateway":"openshift-ingress/e2e-shared-b-w4-ac7ab4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:36.321189492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"e2e-auth-iso-7fd1ef","reconcileID":"476e5a26-3367-439b-bf97-0f009458c407","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ee0fed","tenantID":"e2e-shared-a-w0-ee0fed","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:36.362130356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"auth-test-model-147104","reconcileID":"ce033db7-afb5-4402-ad33-27171c3bbf5a","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"tenant":"e2e-shared-b-w0-147104","gateway":"openshift-ingress/e2e-shared-b-w0-147104","model":"ai-tenant-e2e-shared-b-w0-147104/auth-test-model-147104","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:36.362146183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"auth-test-model-147104","reconcileID":"ce033db7-afb5-4402-ad33-27171c3bbf5a","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"routeName":"auth-test-model-147104-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-147104","llmisvcName":"auth-test-model-147104","gateway":"openshift-ingress/e2e-shared-b-w0-147104","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:36.377481337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"e2e-auth-iso-7fd1ef","reconcileID":"476e5a26-3367-439b-bf97-0f009458c407","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"name":"e2e-shared-a-w0-ee0fed-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:36.466309864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"e2e-auth-iso-7fd1ef","reconcileID":"b38a63ca-4512-4d27-b16a-1fdb073e590d","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-147104","tenantID":"e2e-shared-b-w0-147104","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:36.522782094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"e2e-auth-iso-7fd1ef","reconcileID":"b38a63ca-4512-4d27-b16a-1fdb073e590d","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"name":"e2e-shared-b-w0-147104-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:36.524436983Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"e2e-auth-iso-7fd1ef","reconcileID":"5757b830-30ad-4c37-8e39-ef9abf4d2eaf","MaaSSubscription":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3efd0c24","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:36.689586994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"e2e-auth-iso-7fd1ef","reconcileID":"a58fb492-c9b8-4ab1-acf1-46ebbb2431e9","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ee0fed","tenantID":"e2e-shared-a-w0-ee0fed","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:36.745489956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"e2e-auth-iso-7fd1ef","reconcileID":"a58fb492-c9b8-4ab1-acf1-46ebbb2431e9","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"name":"e2e-shared-a-w0-ee0fed-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:36.840524264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"e2e-auth-iso-7fd1ef","reconcileID":"a9b42f62-e475-4779-b1a9-551eb10f0610","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-147104","tenantID":"e2e-shared-b-w0-147104","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:36.896772549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"e2e-auth-iso-7fd1ef","reconcileID":"a9b42f62-e475-4779-b1a9-551eb10f0610","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"name":"e2e-shared-b-w0-147104-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:43.669556885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"e2e-auth-iso-4cf9bc","reconcileID":"e3ae88fb-3c8c-4c89-b54b-9f288d0dfd23","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-3b27a5","tenantID":"e2e-shared-b-w1-3b27a5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:43.728492957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"e2e-auth-iso-4cf9bc","reconcileID":"e3ae88fb-3c8c-4c89-b54b-9f288d0dfd23","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"name":"e2e-shared-b-w1-3b27a5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:43.783753765Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-3b27a5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"e2e-auth-iso-4cf9bc","reconcileID":"e3ae88fb-3c8c-4c89-b54b-9f288d0dfd23","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:44.556896735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"e2e-auth-iso-e87a55","reconcileID":"1a988c93-5860-4530-8e24-bd2c67e16d49","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-3d14ee","tenantID":"e2e-shared-b-w3-3d14ee","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:44.613943548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"e2e-auth-iso-e87a55","reconcileID":"1a988c93-5860-4530-8e24-bd2c67e16d49","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"name":"e2e-shared-b-w3-3d14ee-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:44.670172938Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-3d14ee-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"e2e-auth-iso-e87a55","reconcileID":"1a988c93-5860-4530-8e24-bd2c67e16d49","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:46.577565716Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"e2e-auth-iso-7fd1ef","reconcileID":"9186665a-768e-4c0a-aa95-3e2736ee6cfb","MaaSSubscription":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"model":"ai-tenant-e2e-shared-b-w0-147104/auth-test-model-147104","subscription":"e2e-auth-iso-7fd1ef","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:46.630742963Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"e2e-auth-iso-7fd1ef","reconcileID":"9186665a-768e-4c0a-aa95-3e2736ee6cfb","MaaSSubscription":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"model":"ai-tenant-e2e-shared-b-w0-147104/auth-test-model-147104","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:46.683844684Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"e2e-auth-iso-7fd1ef","reconcileID":"9186665a-768e-4c0a-aa95-3e2736ee6cfb","MaaSSubscription":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"name":"maas-trlp-auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104","model":"ai-tenant-e2e-shared-b-w0-147104/auth-test-model-147104","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:46.956742775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"auth-test-model-147104","reconcileID":"b45d10ae-388e-45c0-b046-f10ddf3e735f","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"tenant":"e2e-shared-b-w0-147104","gateway":"openshift-ingress/e2e-shared-b-w0-147104","model":"ai-tenant-e2e-shared-b-w0-147104/auth-test-model-147104","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:46.956765018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"auth-test-model-147104","reconcileID":"b45d10ae-388e-45c0-b046-f10ddf3e735f","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"routeName":"auth-test-model-147104-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-147104","llmisvcName":"auth-test-model-147104","gateway":"openshift-ingress/e2e-shared-b-w0-147104","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:47.061695375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"e2e-auth-iso-7fd1ef","reconcileID":"f64b69ef-c10a-4b2e-8fe6-a185eefb87dc","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-147104","tenantID":"e2e-shared-b-w0-147104","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:47.100666033Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"e2e-auth-iso-7fd1ef","reconcileID":"2b617a92-b39f-4e58-917a-af2d3cae51b2","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"model":"ai-tenant-e2e-shared-a-w0-ee0fed/auth-test-model-ee0fed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:47.100826569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"auth-test-model-ee0fed","reconcileID":"4393c2bc-d5b0-4da6-8195-e3e1daceefff","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"tenant":"e2e-shared-a-w0-ee0fed","gateway":"openshift-ingress/e2e-shared-a-w0-ee0fed","model":"ai-tenant-e2e-shared-a-w0-ee0fed/auth-test-model-ee0fed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:47.100849391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"auth-test-model-ee0fed","reconcileID":"4393c2bc-d5b0-4da6-8195-e3e1daceefff","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"routeName":"auth-test-model-ee0fed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","llmisvcName":"auth-test-model-ee0fed","gateway":"openshift-ingress/e2e-shared-a-w0-ee0fed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:47.11846597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"e2e-auth-iso-7fd1ef","reconcileID":"f64b69ef-c10a-4b2e-8fe6-a185eefb87dc","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"name":"e2e-shared-b-w0-147104-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:47.306546758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"e2e-auth-iso-7fd1ef","reconcileID":"2b617a92-b39f-4e58-917a-af2d3cae51b2","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ee0fed","tenantID":"e2e-shared-a-w0-ee0fed","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:47.410757726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"e2e-auth-iso-7fd1ef","reconcileID":"3ed3a9e4-4950-4d21-894a-517e14be1df7","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-147104","tenantID":"e2e-shared-b-w0-147104","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:47.428969261Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"e2e-auth-iso-7fd1ef","reconcileID":"2b617a92-b39f-4e58-917a-af2d3cae51b2","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"name":"e2e-shared-a-w0-ee0fed-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:47.428987918Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"e2e-auth-iso-7fd1ef","reconcileID":"2b617a92-b39f-4e58-917a-af2d3cae51b2","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ee0fed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:47.466733684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"e2e-auth-iso-7fd1ef","reconcileID":"3ed3a9e4-4950-4d21-894a-517e14be1df7","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"name":"e2e-shared-b-w0-147104-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:47.485618923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"auth-test-model-ee0fed","reconcileID":"0f58aad3-ec88-45ea-8dc4-ccc9a517aee5","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"tenant":"e2e-shared-a-w0-ee0fed","gateway":"openshift-ingress/e2e-shared-a-w0-ee0fed","model":"ai-tenant-e2e-shared-a-w0-ee0fed/auth-test-model-ee0fed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:47.485635913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"auth-test-model-ee0fed","reconcileID":"0f58aad3-ec88-45ea-8dc4-ccc9a517aee5","MaaSModelRef":{"name":"auth-test-model-ee0fed","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"routeName":"auth-test-model-ee0fed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","llmisvcName":"auth-test-model-ee0fed","gateway":"openshift-ingress/e2e-shared-a-w0-ee0fed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:47.627105673Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"e2e-auth-iso-7fd1ef","reconcileID":"9749d5fc-0433-448d-abde-d7aed447bdff","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"model":"ai-tenant-e2e-shared-b-w0-147104/auth-test-model-147104","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:47.627183086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"auth-test-model-147104","reconcileID":"d25a03ef-d8c4-44d9-99d8-7169ef315d04","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"tenant":"e2e-shared-b-w0-147104","gateway":"openshift-ingress/e2e-shared-b-w0-147104","model":"ai-tenant-e2e-shared-b-w0-147104/auth-test-model-147104","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:47.627195573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"auth-test-model-147104","reconcileID":"d25a03ef-d8c4-44d9-99d8-7169ef315d04","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"routeName":"auth-test-model-147104-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-147104","llmisvcName":"auth-test-model-147104","gateway":"openshift-ingress/e2e-shared-b-w0-147104","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:47.784052092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"e2e-auth-iso-7fd1ef","reconcileID":"9749d5fc-0433-448d-abde-d7aed447bdff","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-147104","tenantID":"e2e-shared-b-w0-147104","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:47.906701936Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"e2e-auth-iso-7fd1ef","reconcileID":"9749d5fc-0433-448d-abde-d7aed447bdff","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"name":"e2e-shared-b-w0-147104-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:47.90672741Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"e2e-auth-iso-7fd1ef","reconcileID":"9749d5fc-0433-448d-abde-d7aed447bdff","MaaSAuthPolicy":{"name":"e2e-auth-iso-7fd1ef","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-147104","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:47.962844892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"auth-test-model-147104","reconcileID":"89e0f80d-25ed-43e8-b516-23b5c9bbd57f","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"tenant":"e2e-shared-b-w0-147104","gateway":"openshift-ingress/e2e-shared-b-w0-147104","model":"ai-tenant-e2e-shared-b-w0-147104/auth-test-model-147104","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:47.962862179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"auth-test-model-147104","reconcileID":"89e0f80d-25ed-43e8-b516-23b5c9bbd57f","MaaSModelRef":{"name":"auth-test-model-147104","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"routeName":"auth-test-model-147104-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-147104","llmisvcName":"auth-test-model-147104","gateway":"openshift-ingress/e2e-shared-b-w0-147104","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:48.756973242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"e2e-auth-iso-27e9fe","reconcileID":"4bc9236a-be34-46ee-ab2d-b0bc47a4ba64","MaaSSubscription":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"name":"maas-trlp-auth-test-model-ac7ab4","model":"ai-tenant-e2e-shared-b-w4-ac7ab4/auth-test-model-ac7ab4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:49.008192856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"auth-test-model-ac7ab4","reconcileID":"3cba242c-ab00-4c69-bfd3-b20a70a35671","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"tenant":"e2e-shared-b-w4-ac7ab4","gateway":"openshift-ingress/e2e-shared-b-w4-ac7ab4","model":"ai-tenant-e2e-shared-b-w4-ac7ab4/auth-test-model-ac7ab4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:49.008213485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"auth-test-model-ac7ab4","reconcileID":"3cba242c-ab00-4c69-bfd3-b20a70a35671","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"routeName":"auth-test-model-ac7ab4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","llmisvcName":"auth-test-model-ac7ab4","gateway":"openshift-ingress/e2e-shared-b-w4-ac7ab4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:49.371327918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"e2e-auth-iso-27e9fe","reconcileID":"bdfcbde2-6f97-494b-a5c5-8901f73b7554","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ac7ab4","tenantID":"e2e-shared-b-w4-ac7ab4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:49.429618741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"e2e-auth-iso-27e9fe","reconcileID":"bdfcbde2-6f97-494b-a5c5-8901f73b7554","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"name":"e2e-shared-b-w4-ac7ab4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:52.936819504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"auth-test-model-a7cf93","reconcileID":"384eb980-d30a-4e1d-b7b3-2ab7c12e8929","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"tenant":"e2e-shared-a-w4-a7cf93","gateway":"openshift-ingress/e2e-shared-a-w4-a7cf93","model":"ai-tenant-e2e-shared-a-w4-a7cf93/auth-test-model-a7cf93","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:52.93684014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"auth-test-model-a7cf93","reconcileID":"384eb980-d30a-4e1d-b7b3-2ab7c12e8929","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"routeName":"auth-test-model-a7cf93-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","llmisvcName":"auth-test-model-a7cf93","gateway":"openshift-ingress/e2e-shared-a-w4-a7cf93","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:53.041906787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"e2e-auth-iso-27e9fe","reconcileID":"9dfed506-347b-40a3-87d6-383e67fb550c","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-a7cf93","tenantID":"e2e-shared-a-w4-a7cf93","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:53.098038252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"e2e-auth-iso-27e9fe","reconcileID":"9dfed506-347b-40a3-87d6-383e67fb550c","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"name":"e2e-shared-a-w4-a7cf93-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:53.099732481Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"e2e-auth-iso-27e9fe","reconcileID":"c51a8f07-943f-49ca-a115-f1f7dc65a330","MaaSSubscription":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a07c6c42","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:53.360238362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"e2e-auth-iso-27e9fe","reconcileID":"968265eb-7c0e-43fb-ac0b-ec4280342fb9","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-a7cf93","tenantID":"e2e-shared-a-w4-a7cf93","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:53.416516045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"e2e-auth-iso-27e9fe","reconcileID":"968265eb-7c0e-43fb-ac0b-ec4280342fb9","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"name":"e2e-shared-a-w4-a7cf93-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:53.888946692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"e2e-auth-iso-4cf9bc","reconcileID":"5d0418a5-0af0-4b07-aeb4-221c29ec6b65","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-3b27a5","tenantID":"e2e-shared-b-w1-3b27a5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:53.944899286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"e2e-auth-iso-4cf9bc","reconcileID":"5d0418a5-0af0-4b07-aeb4-221c29ec6b65","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"name":"e2e-shared-b-w1-3b27a5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:54.000128912Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-3b27a5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (810f90cdcdc891c39a896560d3b22da19ef0b5cae32e6a70da6bd28b1b197ee4) AuthConfig (c5a2d0cc1646e7b80dafba453460118b86950ec619d12b3ff9176231ab38561a) AuthConfig (08509c705bdabd59b63bfb57b93bb40fb842bfd5a78d37ff2edc23f32d6204dc) AuthConfig (fba28426d01c3b574a1d6b4f5387a307f7d28350c1cd44ab4e62a6af9b481cff) AuthConfig (03cd560273b2c97d990d71d27abac507f4bda490b15e35da17c7bb44dbb944a9) AuthConfig (7e2bb80ba02575052d5b3ebaa15c612e37460661b9ae5b7df5c955c263ea6bae) AuthConfig (b75fcfdd244e6dd0381d0f6ec65571b2f2eee5d493bff749cbcab28aa9b25d6c) AuthConfig (c185652c7a8d7570303feb68ecbb3bc32f3b78d49775225ab360b228efac12da) AuthConfig (81189060a45a77c8ffee5bdf131984a462dfe25eef50842981617dbde5db9bf8) AuthConfig (441f1672763be7742872d8332e70dff5849e5701249ac74bcc5007b34466bcf9) AuthConfig (cf7f5262ac0c3772e763f14d261313f40b37e0fc8501631ce130c9b71d20e7bb) AuthConfig (fa9c57216bb0a9d9fca22832e756bbc76fff81425a8325d31ead08300e9ab8c1) AuthConfig (7e71f23f5fb3ce5afb700a6d617049c6d3969240f54a8c2714be934c9f58b7f0) AuthConfig (b9e6eb7377e757512d1dd254897277c2852e39078af5de22596b998f532d1f8e) AuthConfig (f8a27671a2529886e9e1c6036be9e5f83c9810aae1371ff2a0d810c74e937860) AuthConfig (921d65069f6fd479375d9a24a246fc95bc3879fd73524a120c3f2a937b29e3b9) AuthConfig (ad81c229a979dbe944f0a41e643344103a339e06fcd32cdb4cebbc197f5d8f52) AuthConfig (a5b7ee605f2db937ed26466074d23337e8aeaebc805d3ed7022186851cb7f74e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"e2e-auth-iso-4cf9bc","reconcileID":"5d0418a5-0af0-4b07-aeb4-221c29ec6b65","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:54.057645089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"auth-test-model-3b27a5","reconcileID":"ce539c12-d004-404e-9bfc-2a14811712e2","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"tenant":"e2e-shared-b-w1-3b27a5","gateway":"openshift-ingress/e2e-shared-b-w1-3b27a5","model":"ai-tenant-e2e-shared-b-w1-3b27a5/auth-test-model-3b27a5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:54.057662927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"auth-test-model-3b27a5","reconcileID":"ce539c12-d004-404e-9bfc-2a14811712e2","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"routeName":"auth-test-model-3b27a5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","llmisvcName":"auth-test-model-3b27a5","gateway":"openshift-ingress/e2e-shared-b-w1-3b27a5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:54.785538248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"e2e-auth-iso-e87a55","reconcileID":"046ca24e-c226-4407-9b27-861d98c5ce3e","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-3d14ee","tenantID":"e2e-shared-b-w3-3d14ee","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:54.841948605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"e2e-auth-iso-e87a55","reconcileID":"046ca24e-c226-4407-9b27-861d98c5ce3e","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"name":"e2e-shared-b-w3-3d14ee-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:54.897437733Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-3d14ee-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4ad7ef0dfeae94b8fbdce633a66c1a6de0a63e5da3aae347711ef10b8415e3d) AuthConfig (92c74962aaf5489c2c521db84101b477ef21676f75e160165abd6af066adeab1) AuthConfig (8d118bdf8ad7d4360f4db41575519e04bf401b0a7ef085840df5c3b8886f6a3e) AuthConfig (ae72b78ccbe392d3e52f27508282876c38ec0db4340b7b89bac771844fef7df2) AuthConfig (a673d1b2079ee6873625815b0090f0434c02c4e1259685837f53fbb98ba8579a) AuthConfig (f641d7fd813f57d7818264a0e79b893b37ed1ef090e269e69bf3a2e793fb8604) AuthConfig (2bb9fa0befafea3ade3a9e51966a96e5e27ea53d17201a6ea498b411699bb73c) AuthConfig (18dba6d2546e71781050e607df5634db2bd1acb801bef020cc1d0def240e7c80) AuthConfig (8cd1c675f1f74734058586878481593bc0b2c9856e7cb533a0591101817406e9) AuthConfig (9d145b4f939ae09a277d1408cabe0705288a10f3e3ecde6a74ccb1bf4d222115) AuthConfig (04aca44ea9c778892b723dd44e3e58f80d7a4a85b9bfca364f03ceff2cfa5e6c) AuthConfig (9199a9843ad2b07833dd556aa550c12b01f15412dfaa9ca85f69f8265b7812fc) AuthConfig (819a5155d72a009768b06bc921bd4f1a8c5593d1e0e4720e3c1fa23bac16786f) AuthConfig (81f68331ed52c20e897af136ef1d8d3b4a595b90f6d3c2fcfa61dbda3d2d878d) AuthConfig (cef0c860f3320d0bc34a7b0fdf9cb664891b1ef0a79f93c6aa2f8de5bdab1c6d) AuthConfig (e811e76515a257096a685ba773f45c3c5bf87247c356751eefba4ff5f953a83e) AuthConfig (8301471e437aeb768dc13a8c33411dbe5b560e0409514cadbd84d6cf3569c167) AuthConfig (8a273d1ea8fad9eefd96153727449e97d9a705c95ea7882a6695388a5b84b6ca)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"e2e-auth-iso-e87a55","reconcileID":"046ca24e-c226-4407-9b27-861d98c5ce3e","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:54.954933022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"auth-test-model-3d14ee","reconcileID":"78a6b302-7b39-4bd1-bf01-99c4aa5f3842","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"tenant":"e2e-shared-b-w3-3d14ee","gateway":"openshift-ingress/e2e-shared-b-w3-3d14ee","model":"ai-tenant-e2e-shared-b-w3-3d14ee/auth-test-model-3d14ee","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:56:54.954950731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"auth-test-model-3d14ee","reconcileID":"78a6b302-7b39-4bd1-bf01-99c4aa5f3842","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"routeName":"auth-test-model-3d14ee-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","llmisvcName":"auth-test-model-3d14ee","gateway":"openshift-ingress/e2e-shared-b-w3-3d14ee","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:03.15267645Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"e2e-auth-iso-27e9fe","reconcileID":"f58919dd-9543-4f74-a955-14cbc2d90b7e","MaaSSubscription":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"model":"ai-tenant-e2e-shared-a-w4-a7cf93/auth-test-model-a7cf93","subscription":"e2e-auth-iso-27e9fe","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:03.205751638Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"e2e-auth-iso-27e9fe","reconcileID":"f58919dd-9543-4f74-a955-14cbc2d90b7e","MaaSSubscription":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"model":"ai-tenant-e2e-shared-a-w4-a7cf93/auth-test-model-a7cf93","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:03.258289054Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"e2e-auth-iso-27e9fe","reconcileID":"f58919dd-9543-4f74-a955-14cbc2d90b7e","MaaSSubscription":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"name":"maas-trlp-auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","model":"ai-tenant-e2e-shared-a-w4-a7cf93/auth-test-model-a7cf93","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:03.532074365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"auth-test-model-a7cf93","reconcileID":"59a195ad-f3f4-44cc-9ecd-b69b248d9619","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"tenant":"e2e-shared-a-w4-a7cf93","gateway":"openshift-ingress/e2e-shared-a-w4-a7cf93","model":"ai-tenant-e2e-shared-a-w4-a7cf93/auth-test-model-a7cf93","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:03.532096292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"auth-test-model-a7cf93","reconcileID":"59a195ad-f3f4-44cc-9ecd-b69b248d9619","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"routeName":"auth-test-model-a7cf93-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","llmisvcName":"auth-test-model-a7cf93","gateway":"openshift-ingress/e2e-shared-a-w4-a7cf93","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:03.639880526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"e2e-auth-iso-27e9fe","reconcileID":"b5bcb046-7122-4f4f-b2af-18691907ebbd","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-a7cf93","tenantID":"e2e-shared-a-w4-a7cf93","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:03.682793874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"auth-test-model-ac7ab4","reconcileID":"b9637af3-e423-41ab-bf83-89438818ee87","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"tenant":"e2e-shared-b-w4-ac7ab4","gateway":"openshift-ingress/e2e-shared-b-w4-ac7ab4","model":"ai-tenant-e2e-shared-b-w4-ac7ab4/auth-test-model-ac7ab4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:03.682811413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"auth-test-model-ac7ab4","reconcileID":"b9637af3-e423-41ab-bf83-89438818ee87","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"routeName":"auth-test-model-ac7ab4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","llmisvcName":"auth-test-model-ac7ab4","gateway":"openshift-ingress/e2e-shared-b-w4-ac7ab4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:03.696393103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"e2e-auth-iso-27e9fe","reconcileID":"b5bcb046-7122-4f4f-b2af-18691907ebbd","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"name":"e2e-shared-a-w4-a7cf93-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:03.787897335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"e2e-auth-iso-27e9fe","reconcileID":"09b474ca-6142-46d5-90e7-269536006b30","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ac7ab4","tenantID":"e2e-shared-b-w4-ac7ab4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:03.84639285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"e2e-auth-iso-27e9fe","reconcileID":"09b474ca-6142-46d5-90e7-269536006b30","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"name":"e2e-shared-b-w4-ac7ab4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:03.846476801Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"e2e-auth-iso-27e9fe","reconcileID":"ee097eba-7dec-4f5f-baef-4c11563595ea","MaaSSubscription":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-96225e55","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:04.068411306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"e2e-auth-iso-27e9fe","reconcileID":"1b52be2b-56ce-4300-ac00-588e222ad9ca","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-a7cf93","tenantID":"e2e-shared-a-w4-a7cf93","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:04.124787121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"e2e-auth-iso-27e9fe","reconcileID":"1b52be2b-56ce-4300-ac00-588e222ad9ca","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"name":"e2e-shared-a-w4-a7cf93-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:04.168925234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"e2e-auth-iso-4cf9bc","reconcileID":"7601bf84-fc65-4685-966b-300ec1eeafa4","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-3b27a5","tenantID":"e2e-shared-b-w1-3b27a5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:04.16898803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"e2e-auth-iso-27e9fe","reconcileID":"ae8726c9-a229-42e6-9196-f0edf65c5531","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ac7ab4","tenantID":"e2e-shared-b-w4-ac7ab4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:04.227083719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"e2e-auth-iso-27e9fe","reconcileID":"ae8726c9-a229-42e6-9196-f0edf65c5531","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"name":"e2e-shared-b-w4-ac7ab4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:04.227538728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"e2e-auth-iso-4cf9bc","reconcileID":"7601bf84-fc65-4685-966b-300ec1eeafa4","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"name":"e2e-shared-b-w1-3b27a5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:04.283033544Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-3b27a5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (810f90cdcdc891c39a896560d3b22da19ef0b5cae32e6a70da6bd28b1b197ee4) AuthConfig (c5a2d0cc1646e7b80dafba453460118b86950ec619d12b3ff9176231ab38561a) AuthConfig (08509c705bdabd59b63bfb57b93bb40fb842bfd5a78d37ff2edc23f32d6204dc) AuthConfig (fba28426d01c3b574a1d6b4f5387a307f7d28350c1cd44ab4e62a6af9b481cff) AuthConfig (03cd560273b2c97d990d71d27abac507f4bda490b15e35da17c7bb44dbb944a9) AuthConfig (7e2bb80ba02575052d5b3ebaa15c612e37460661b9ae5b7df5c955c263ea6bae) AuthConfig (b75fcfdd244e6dd0381d0f6ec65571b2f2eee5d493bff749cbcab28aa9b25d6c) AuthConfig (c185652c7a8d7570303feb68ecbb3bc32f3b78d49775225ab360b228efac12da) AuthConfig (81189060a45a77c8ffee5bdf131984a462dfe25eef50842981617dbde5db9bf8) AuthConfig (441f1672763be7742872d8332e70dff5849e5701249ac74bcc5007b34466bcf9) AuthConfig (cf7f5262ac0c3772e763f14d261313f40b37e0fc8501631ce130c9b71d20e7bb) AuthConfig (fa9c57216bb0a9d9fca22832e756bbc76fff81425a8325d31ead08300e9ab8c1) AuthConfig (7e71f23f5fb3ce5afb700a6d617049c6d3969240f54a8c2714be934c9f58b7f0) AuthConfig (b9e6eb7377e757512d1dd254897277c2852e39078af5de22596b998f532d1f8e) AuthConfig (f8a27671a2529886e9e1c6036be9e5f83c9810aae1371ff2a0d810c74e937860) AuthConfig (921d65069f6fd479375d9a24a246fc95bc3879fd73524a120c3f2a937b29e3b9) AuthConfig (ad81c229a979dbe944f0a41e643344103a339e06fcd32cdb4cebbc197f5d8f52) AuthConfig (a5b7ee605f2db937ed26466074d23337e8aeaebc805d3ed7022186851cb7f74e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"e2e-auth-iso-4cf9bc","reconcileID":"7601bf84-fc65-4685-966b-300ec1eeafa4","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:05.060545521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"e2e-auth-iso-e87a55","reconcileID":"a0ad3221-8a26-4f45-be97-aee72df5e0bb","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-3d14ee","tenantID":"e2e-shared-b-w3-3d14ee","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:05.117260753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"e2e-auth-iso-e87a55","reconcileID":"a0ad3221-8a26-4f45-be97-aee72df5e0bb","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"name":"e2e-shared-b-w3-3d14ee-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:05.172271122Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-3d14ee-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4ad7ef0dfeae94b8fbdce633a66c1a6de0a63e5da3aae347711ef10b8415e3d) AuthConfig (92c74962aaf5489c2c521db84101b477ef21676f75e160165abd6af066adeab1) AuthConfig (8d118bdf8ad7d4360f4db41575519e04bf401b0a7ef085840df5c3b8886f6a3e) AuthConfig (ae72b78ccbe392d3e52f27508282876c38ec0db4340b7b89bac771844fef7df2) AuthConfig (a673d1b2079ee6873625815b0090f0434c02c4e1259685837f53fbb98ba8579a) AuthConfig (f641d7fd813f57d7818264a0e79b893b37ed1ef090e269e69bf3a2e793fb8604) AuthConfig (2bb9fa0befafea3ade3a9e51966a96e5e27ea53d17201a6ea498b411699bb73c) AuthConfig (18dba6d2546e71781050e607df5634db2bd1acb801bef020cc1d0def240e7c80) AuthConfig (8cd1c675f1f74734058586878481593bc0b2c9856e7cb533a0591101817406e9) AuthConfig (9d145b4f939ae09a277d1408cabe0705288a10f3e3ecde6a74ccb1bf4d222115) AuthConfig (04aca44ea9c778892b723dd44e3e58f80d7a4a85b9bfca364f03ceff2cfa5e6c) AuthConfig (9199a9843ad2b07833dd556aa550c12b01f15412dfaa9ca85f69f8265b7812fc) AuthConfig (819a5155d72a009768b06bc921bd4f1a8c5593d1e0e4720e3c1fa23bac16786f) AuthConfig (81f68331ed52c20e897af136ef1d8d3b4a595b90f6d3c2fcfa61dbda3d2d878d) AuthConfig (cef0c860f3320d0bc34a7b0fdf9cb664891b1ef0a79f93c6aa2f8de5bdab1c6d) AuthConfig (e811e76515a257096a685ba773f45c3c5bf87247c356751eefba4ff5f953a83e) AuthConfig (8301471e437aeb768dc13a8c33411dbe5b560e0409514cadbd84d6cf3569c167) AuthConfig (8a273d1ea8fad9eefd96153727449e97d9a705c95ea7882a6695388a5b84b6ca)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"e2e-auth-iso-e87a55","reconcileID":"a0ad3221-8a26-4f45-be97-aee72df5e0bb","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:05.609150051Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:13.89917132Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"e2e-auth-iso-27e9fe","reconcileID":"9b851301-b9eb-4649-aed6-cfd8f885a30b","MaaSSubscription":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"model":"ai-tenant-e2e-shared-b-w4-ac7ab4/auth-test-model-ac7ab4","subscription":"e2e-auth-iso-27e9fe","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:13.952167439Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"e2e-auth-iso-27e9fe","reconcileID":"9b851301-b9eb-4649-aed6-cfd8f885a30b","MaaSSubscription":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"model":"ai-tenant-e2e-shared-b-w4-ac7ab4/auth-test-model-ac7ab4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:14.005667329Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"e2e-auth-iso-27e9fe","reconcileID":"9b851301-b9eb-4649-aed6-cfd8f885a30b","MaaSSubscription":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"name":"maas-trlp-auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","model":"ai-tenant-e2e-shared-b-w4-ac7ab4/auth-test-model-ac7ab4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:14.294593065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"auth-test-model-ac7ab4","reconcileID":"4060f0fe-df56-41b9-a13a-ef190d8805e6","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"tenant":"e2e-shared-b-w4-ac7ab4","gateway":"openshift-ingress/e2e-shared-b-w4-ac7ab4","model":"ai-tenant-e2e-shared-b-w4-ac7ab4/auth-test-model-ac7ab4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:14.294620979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"auth-test-model-ac7ab4","reconcileID":"4060f0fe-df56-41b9-a13a-ef190d8805e6","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"routeName":"auth-test-model-ac7ab4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","llmisvcName":"auth-test-model-ac7ab4","gateway":"openshift-ingress/e2e-shared-b-w4-ac7ab4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:14.388374181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"e2e-auth-iso-4cf9bc","reconcileID":"43d27970-00c9-4a16-954c-6c92a1c1c5cd","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-3b27a5","tenantID":"e2e-shared-b-w1-3b27a5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:14.398273624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"e2e-auth-iso-27e9fe","reconcileID":"88ad4ef4-ceb1-4993-ab01-5bad151bab5b","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ac7ab4","tenantID":"e2e-shared-b-w4-ac7ab4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:14.433687628Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"e2e-auth-iso-27e9fe","reconcileID":"67a9510f-ea80-4d8b-8b2b-24848b31e033","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"model":"ai-tenant-e2e-shared-a-w4-a7cf93/auth-test-model-a7cf93","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:14.433840969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"auth-test-model-a7cf93","reconcileID":"86282ce9-7dca-4b29-95a6-4456f29c782d","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"tenant":"e2e-shared-a-w4-a7cf93","gateway":"openshift-ingress/e2e-shared-a-w4-a7cf93","model":"ai-tenant-e2e-shared-a-w4-a7cf93/auth-test-model-a7cf93","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:14.433860621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"auth-test-model-a7cf93","reconcileID":"86282ce9-7dca-4b29-95a6-4456f29c782d","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"routeName":"auth-test-model-a7cf93-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","llmisvcName":"auth-test-model-a7cf93","gateway":"openshift-ingress/e2e-shared-a-w4-a7cf93","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:14.444948885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"e2e-auth-iso-4cf9bc","reconcileID":"43d27970-00c9-4a16-954c-6c92a1c1c5cd","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"name":"e2e-shared-b-w1-3b27a5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:14.454260408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"e2e-auth-iso-27e9fe","reconcileID":"88ad4ef4-ceb1-4993-ab01-5bad151bab5b","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"name":"e2e-shared-b-w4-ac7ab4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:14.500272432Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-3b27a5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (810f90cdcdc891c39a896560d3b22da19ef0b5cae32e6a70da6bd28b1b197ee4) AuthConfig (c5a2d0cc1646e7b80dafba453460118b86950ec619d12b3ff9176231ab38561a) AuthConfig (08509c705bdabd59b63bfb57b93bb40fb842bfd5a78d37ff2edc23f32d6204dc) AuthConfig (fba28426d01c3b574a1d6b4f5387a307f7d28350c1cd44ab4e62a6af9b481cff) AuthConfig (03cd560273b2c97d990d71d27abac507f4bda490b15e35da17c7bb44dbb944a9) AuthConfig (7e2bb80ba02575052d5b3ebaa15c612e37460661b9ae5b7df5c955c263ea6bae) AuthConfig (b75fcfdd244e6dd0381d0f6ec65571b2f2eee5d493bff749cbcab28aa9b25d6c) AuthConfig (c185652c7a8d7570303feb68ecbb3bc32f3b78d49775225ab360b228efac12da) AuthConfig (81189060a45a77c8ffee5bdf131984a462dfe25eef50842981617dbde5db9bf8) AuthConfig (441f1672763be7742872d8332e70dff5849e5701249ac74bcc5007b34466bcf9) AuthConfig (cf7f5262ac0c3772e763f14d261313f40b37e0fc8501631ce130c9b71d20e7bb) AuthConfig (fa9c57216bb0a9d9fca22832e756bbc76fff81425a8325d31ead08300e9ab8c1) AuthConfig (7e71f23f5fb3ce5afb700a6d617049c6d3969240f54a8c2714be934c9f58b7f0) AuthConfig (b9e6eb7377e757512d1dd254897277c2852e39078af5de22596b998f532d1f8e) AuthConfig (f8a27671a2529886e9e1c6036be9e5f83c9810aae1371ff2a0d810c74e937860) AuthConfig (921d65069f6fd479375d9a24a246fc95bc3879fd73524a120c3f2a937b29e3b9) AuthConfig (ad81c229a979dbe944f0a41e643344103a339e06fcd32cdb4cebbc197f5d8f52) AuthConfig (a5b7ee605f2db937ed26466074d23337e8aeaebc805d3ed7022186851cb7f74e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"e2e-auth-iso-4cf9bc","reconcileID":"43d27970-00c9-4a16-954c-6c92a1c1c5cd","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:14.639101157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"e2e-auth-iso-27e9fe","reconcileID":"67a9510f-ea80-4d8b-8b2b-24848b31e033","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-a7cf93","tenantID":"e2e-shared-a-w4-a7cf93","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:14.743083853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"e2e-auth-iso-27e9fe","reconcileID":"42149329-8b21-4b8c-b9bf-b2227ac2fd01","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ac7ab4","tenantID":"e2e-shared-b-w4-ac7ab4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:14.763103996Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"e2e-auth-iso-27e9fe","reconcileID":"67a9510f-ea80-4d8b-8b2b-24848b31e033","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"name":"e2e-shared-a-w4-a7cf93-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:14.763127137Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"e2e-auth-iso-27e9fe","reconcileID":"67a9510f-ea80-4d8b-8b2b-24848b31e033","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-a7cf93","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:14.799445648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"e2e-auth-iso-27e9fe","reconcileID":"42149329-8b21-4b8c-b9bf-b2227ac2fd01","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"name":"e2e-shared-b-w4-ac7ab4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:14.819604133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"auth-test-model-a7cf93","reconcileID":"f04f1f81-83e9-4341-8a1b-40fbb3b206b9","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"tenant":"e2e-shared-a-w4-a7cf93","gateway":"openshift-ingress/e2e-shared-a-w4-a7cf93","model":"ai-tenant-e2e-shared-a-w4-a7cf93/auth-test-model-a7cf93","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:14.819619786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"auth-test-model-a7cf93","reconcileID":"f04f1f81-83e9-4341-8a1b-40fbb3b206b9","MaaSModelRef":{"name":"auth-test-model-a7cf93","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"routeName":"auth-test-model-a7cf93-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","llmisvcName":"auth-test-model-a7cf93","gateway":"openshift-ingress/e2e-shared-a-w4-a7cf93","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:14.960290552Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"e2e-auth-iso-27e9fe","reconcileID":"fb52879a-d1b6-4285-ab5c-db86c132c488","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"model":"ai-tenant-e2e-shared-b-w4-ac7ab4/auth-test-model-ac7ab4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:14.960326558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"auth-test-model-ac7ab4","reconcileID":"c526b57b-f813-4caf-a2ae-5c3be9448ef1","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"tenant":"e2e-shared-b-w4-ac7ab4","gateway":"openshift-ingress/e2e-shared-b-w4-ac7ab4","model":"ai-tenant-e2e-shared-b-w4-ac7ab4/auth-test-model-ac7ab4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:14.960340016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"auth-test-model-ac7ab4","reconcileID":"c526b57b-f813-4caf-a2ae-5c3be9448ef1","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"routeName":"auth-test-model-ac7ab4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","llmisvcName":"auth-test-model-ac7ab4","gateway":"openshift-ingress/e2e-shared-b-w4-ac7ab4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:15.168914541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"e2e-auth-iso-27e9fe","reconcileID":"fb52879a-d1b6-4285-ab5c-db86c132c488","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ac7ab4","tenantID":"e2e-shared-b-w4-ac7ab4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:15.291908543Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"e2e-auth-iso-27e9fe","reconcileID":"fb52879a-d1b6-4285-ab5c-db86c132c488","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"name":"e2e-shared-b-w4-ac7ab4-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:15.291930696Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"e2e-auth-iso-27e9fe","reconcileID":"fb52879a-d1b6-4285-ab5c-db86c132c488","MaaSAuthPolicy":{"name":"e2e-auth-iso-27e9fe","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ac7ab4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:15.321464216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"e2e-auth-iso-e87a55","reconcileID":"b36b7c06-b376-4a82-ac42-7dabec7f5256","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-3d14ee","tenantID":"e2e-shared-b-w3-3d14ee","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:15.347917762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"auth-test-model-ac7ab4","reconcileID":"e9bff22e-8368-4f73-a42b-7df93f4a0d9e","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"tenant":"e2e-shared-b-w4-ac7ab4","gateway":"openshift-ingress/e2e-shared-b-w4-ac7ab4","model":"ai-tenant-e2e-shared-b-w4-ac7ab4/auth-test-model-ac7ab4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:15.34793505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"auth-test-model-ac7ab4","reconcileID":"e9bff22e-8368-4f73-a42b-7df93f4a0d9e","MaaSModelRef":{"name":"auth-test-model-ac7ab4","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"routeName":"auth-test-model-ac7ab4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","llmisvcName":"auth-test-model-ac7ab4","gateway":"openshift-ingress/e2e-shared-b-w4-ac7ab4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:15.378039405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"e2e-auth-iso-e87a55","reconcileID":"b36b7c06-b376-4a82-ac42-7dabec7f5256","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"name":"e2e-shared-b-w3-3d14ee-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:15.432848981Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-3d14ee-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4ad7ef0dfeae94b8fbdce633a66c1a6de0a63e5da3aae347711ef10b8415e3d) AuthConfig (92c74962aaf5489c2c521db84101b477ef21676f75e160165abd6af066adeab1) AuthConfig (8d118bdf8ad7d4360f4db41575519e04bf401b0a7ef085840df5c3b8886f6a3e) AuthConfig (ae72b78ccbe392d3e52f27508282876c38ec0db4340b7b89bac771844fef7df2) AuthConfig (a673d1b2079ee6873625815b0090f0434c02c4e1259685837f53fbb98ba8579a) AuthConfig (f641d7fd813f57d7818264a0e79b893b37ed1ef090e269e69bf3a2e793fb8604) AuthConfig (2bb9fa0befafea3ade3a9e51966a96e5e27ea53d17201a6ea498b411699bb73c) AuthConfig (18dba6d2546e71781050e607df5634db2bd1acb801bef020cc1d0def240e7c80) AuthConfig (8cd1c675f1f74734058586878481593bc0b2c9856e7cb533a0591101817406e9) AuthConfig (9d145b4f939ae09a277d1408cabe0705288a10f3e3ecde6a74ccb1bf4d222115) AuthConfig (04aca44ea9c778892b723dd44e3e58f80d7a4a85b9bfca364f03ceff2cfa5e6c) AuthConfig (9199a9843ad2b07833dd556aa550c12b01f15412dfaa9ca85f69f8265b7812fc) AuthConfig (819a5155d72a009768b06bc921bd4f1a8c5593d1e0e4720e3c1fa23bac16786f) AuthConfig (81f68331ed52c20e897af136ef1d8d3b4a595b90f6d3c2fcfa61dbda3d2d878d) AuthConfig (cef0c860f3320d0bc34a7b0fdf9cb664891b1ef0a79f93c6aa2f8de5bdab1c6d) AuthConfig (e811e76515a257096a685ba773f45c3c5bf87247c356751eefba4ff5f953a83e) AuthConfig (8301471e437aeb768dc13a8c33411dbe5b560e0409514cadbd84d6cf3569c167) AuthConfig (8a273d1ea8fad9eefd96153727449e97d9a705c95ea7882a6695388a5b84b6ca)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"e2e-auth-iso-e87a55","reconcileID":"b36b7c06-b376-4a82-ac42-7dabec7f5256","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:24.626887698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"e2e-auth-iso-4cf9bc","reconcileID":"20fc119a-0c31-4b00-957d-c5355fc61fd8","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-3b27a5","tenantID":"e2e-shared-b-w1-3b27a5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:24.684152296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"e2e-auth-iso-4cf9bc","reconcileID":"20fc119a-0c31-4b00-957d-c5355fc61fd8","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"name":"e2e-shared-b-w1-3b27a5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:24.998910139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"auth-test-model-3b27a5","reconcileID":"32c81e9f-1aa3-4084-a683-43c1db43401f","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"tenant":"e2e-shared-b-w1-3b27a5","gateway":"openshift-ingress/e2e-shared-b-w1-3b27a5","model":"ai-tenant-e2e-shared-b-w1-3b27a5/auth-test-model-3b27a5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:24.998931589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"auth-test-model-3b27a5","reconcileID":"32c81e9f-1aa3-4084-a683-43c1db43401f","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"routeName":"auth-test-model-3b27a5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","llmisvcName":"auth-test-model-3b27a5","gateway":"openshift-ingress/e2e-shared-b-w1-3b27a5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:25.538969069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"e2e-auth-iso-e87a55","reconcileID":"b2d4cc5b-bbfe-41a9-ad21-1aad90a727b2","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-3d14ee","tenantID":"e2e-shared-b-w3-3d14ee","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:25.595411316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"e2e-auth-iso-e87a55","reconcileID":"b2d4cc5b-bbfe-41a9-ad21-1aad90a727b2","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"name":"e2e-shared-b-w3-3d14ee-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:25.864494203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"auth-test-model-3d14ee","reconcileID":"02d1b7e3-1069-4f33-bae7-5e9deed7fc90","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"tenant":"e2e-shared-b-w3-3d14ee","gateway":"openshift-ingress/e2e-shared-b-w3-3d14ee","model":"ai-tenant-e2e-shared-b-w3-3d14ee/auth-test-model-3d14ee","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:25.864513835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"auth-test-model-3d14ee","reconcileID":"02d1b7e3-1069-4f33-bae7-5e9deed7fc90","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"routeName":"auth-test-model-3d14ee-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","llmisvcName":"auth-test-model-3d14ee","gateway":"openshift-ingress/e2e-shared-b-w3-3d14ee","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:26.846919761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ab3928d-9e11-488e-b4c9-5c1f7ac907fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:26.902652958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ab3928d-9e11-488e-b4c9-5c1f7ac907fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:26.95610947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ab3928d-9e11-488e-b4c9-5c1f7ac907fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:27.008796181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ab3928d-9e11-488e-b4c9-5c1f7ac907fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:27.444372434Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-61c297","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-61c297","reconcileID":"234b7fd2-66f9-4790-80ca-bc026d3bff06","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-61c297","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-61c297":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:28.900420003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7afd8955-4b19-4552-b5dc-e62977def1bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:28.955710813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7afd8955-4b19-4552-b5dc-e62977def1bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:29.033447124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7afd8955-4b19-4552-b5dc-e62977def1bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:29.087024534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7afd8955-4b19-4552-b5dc-e62977def1bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:30.211625172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"auth-test-model-3b27a5","reconcileID":"b868ecc8-81e8-414f-bf01-066d77f20e3b","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"tenant":"e2e-shared-b-w1-3b27a5","gateway":"openshift-ingress/e2e-shared-b-w1-3b27a5","model":"ai-tenant-e2e-shared-b-w1-3b27a5/auth-test-model-3b27a5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:30.211644056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"auth-test-model-3b27a5","reconcileID":"b868ecc8-81e8-414f-bf01-066d77f20e3b","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"routeName":"auth-test-model-3b27a5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","llmisvcName":"auth-test-model-3b27a5","gateway":"openshift-ingress/e2e-shared-b-w1-3b27a5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:30.271168642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"auth-test-model-3b27a5","reconcileID":"7712c902-bb8b-4a94-bc38-c8ea4f8eb850","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"tenant":"e2e-shared-b-w1-3b27a5","gateway":"openshift-ingress/e2e-shared-b-w1-3b27a5","model":"ai-tenant-e2e-shared-b-w1-3b27a5/auth-test-model-3b27a5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:30.271189105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"auth-test-model-3b27a5","reconcileID":"7712c902-bb8b-4a94-bc38-c8ea4f8eb850","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"routeName":"auth-test-model-3b27a5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","llmisvcName":"auth-test-model-3b27a5","gateway":"openshift-ingress/e2e-shared-b-w1-3b27a5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:30.316323854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"e2e-auth-iso-4cf9bc","reconcileID":"d168d201-0ac1-44bf-9935-477bb4246842","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-3b27a5","tenantID":"e2e-shared-b-w1-3b27a5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:57:30.320270757Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"e2e-auth-iso-4cf9bc","reconcileID":"d536a1cc-3091-4bd6-9520-f65f94f0c937","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-4cf9bc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:30.373818357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"e2e-auth-iso-4cf9bc","reconcileID":"d168d201-0ac1-44bf-9935-477bb4246842","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"name":"e2e-shared-b-w1-3b27a5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:30.430706535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"auth-test-model-3b27a5","reconcileID":"7fb809cf-1e20-4d52-a59c-601adc839749","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"tenant":"e2e-shared-b-w1-3b27a5","gateway":"openshift-ingress/e2e-shared-b-w1-3b27a5","model":"ai-tenant-e2e-shared-b-w1-3b27a5/auth-test-model-3b27a5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:30.43072842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"auth-test-model-3b27a5","reconcileID":"7fb809cf-1e20-4d52-a59c-601adc839749","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"routeName":"auth-test-model-3b27a5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","llmisvcName":"auth-test-model-3b27a5","gateway":"openshift-ingress/e2e-shared-b-w1-3b27a5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:30.535053018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"auth-test-model-3b27a5","reconcileID":"728f0b22-c794-452c-9375-d6438421392c","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"tenant":"e2e-shared-b-w1-3b27a5","gateway":"openshift-ingress/e2e-shared-b-w1-3b27a5","model":"ai-tenant-e2e-shared-b-w1-3b27a5/auth-test-model-3b27a5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:30.535080092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"auth-test-model-3b27a5","reconcileID":"728f0b22-c794-452c-9375-d6438421392c","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"routeName":"auth-test-model-3b27a5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","llmisvcName":"auth-test-model-3b27a5","gateway":"openshift-ingress/e2e-shared-b-w1-3b27a5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:30.691382795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"e2e-auth-iso-4cf9bc","reconcileID":"046396a7-9686-4556-b941-e86043fd069f","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-3b27a5","tenantID":"e2e-shared-b-w1-3b27a5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:30.746669939Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"e2e-auth-iso-4cf9bc","reconcileID":"2e392583-e5cd-4624-89ec-6bb34147b144","MaaSSubscription":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"name":"maas-trlp-auth-test-model-3b27a5","model":"auth-test-model-3b27a5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-3b27a5/e2e-auth-iso-4cf9bc"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:30.74766061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"e2e-auth-iso-4cf9bc","reconcileID":"046396a7-9686-4556-b941-e86043fd069f","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"name":"e2e-shared-b-w1-3b27a5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:30.913634487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"auth-test-model-3b27a5","reconcileID":"783bc54f-8a63-43d6-98b4-b414cae03b16","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"tenant":"e2e-shared-b-w1-3b27a5","gateway":"openshift-ingress/e2e-shared-b-w1-3b27a5","model":"ai-tenant-e2e-shared-b-w1-3b27a5/auth-test-model-3b27a5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:30.913653532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"auth-test-model-3b27a5","reconcileID":"783bc54f-8a63-43d6-98b4-b414cae03b16","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"routeName":"auth-test-model-3b27a5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","llmisvcName":"auth-test-model-3b27a5","gateway":"openshift-ingress/e2e-shared-b-w1-3b27a5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:31.034886597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"auth-test-model-3d14ee","reconcileID":"d7d71c27-0e4f-427e-8a68-89b4fbc507e6","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"tenant":"e2e-shared-b-w3-3d14ee","gateway":"openshift-ingress/e2e-shared-b-w3-3d14ee","model":"ai-tenant-e2e-shared-b-w3-3d14ee/auth-test-model-3d14ee","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:31.034904921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"auth-test-model-3d14ee","reconcileID":"d7d71c27-0e4f-427e-8a68-89b4fbc507e6","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"routeName":"auth-test-model-3d14ee-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","llmisvcName":"auth-test-model-3d14ee","gateway":"openshift-ingress/e2e-shared-b-w3-3d14ee","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:31.085062206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e939137-a831-47e6-9634-39e5aac331de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:31.123457271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"e2e-auth-iso-4cf9bc","reconcileID":"d1e04ee1-877e-45c9-9ec5-3a364673d1f2","MaaSSubscription":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"name":"maas-trlp-auth-test-model-3b27a5","model":"ai-tenant-e2e-shared-b-w1-3b27a5/auth-test-model-3b27a5","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:31.137948882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e939137-a831-47e6-9634-39e5aac331de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:31.1912582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e939137-a831-47e6-9634-39e5aac331de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:31.196540591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"auth-test-model-3d14ee","reconcileID":"1d0c2754-8a32-4e2d-94e9-1c2a73b889f3","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"tenant":"e2e-shared-b-w3-3d14ee","gateway":"openshift-ingress/e2e-shared-b-w3-3d14ee","model":"ai-tenant-e2e-shared-b-w3-3d14ee/auth-test-model-3d14ee","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:31.196559156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"auth-test-model-3d14ee","reconcileID":"1d0c2754-8a32-4e2d-94e9-1c2a73b889f3","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"routeName":"auth-test-model-3d14ee-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","llmisvcName":"auth-test-model-3d14ee","gateway":"openshift-ingress/e2e-shared-b-w3-3d14ee","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:31.243965068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e939137-a831-47e6-9634-39e5aac331de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:57:31.24470042Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"e2e-auth-iso-e87a55","reconcileID":"24389c9e-294e-4e29-9881-eb8b8c901005","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-e87a55\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:31.300547241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"e2e-auth-iso-e87a55","reconcileID":"7e9daa86-c6c6-4229-9950-4d70a2fe5cd5","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-3d14ee","tenantID":"e2e-shared-b-w3-3d14ee","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:57:31.3009747Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"auth-test-model-3d14ee","reconcileID":"1d0c2754-8a32-4e2d-94e9-1c2a73b889f3","name":"auth-test-model-3d14ee","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-3d14ee\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T03:57:31.301045761Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"auth-test-model-3d14ee","reconcileID":"1d0c2754-8a32-4e2d-94e9-1c2a73b889f3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-3d14ee\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:31.306698702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"auth-test-model-3d14ee","reconcileID":"2ef01885-fcbf-4443-8677-9414c8479cb8","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"tenant":"e2e-shared-b-w3-3d14ee","gateway":"openshift-ingress/e2e-shared-b-w3-3d14ee","model":"ai-tenant-e2e-shared-b-w3-3d14ee/auth-test-model-3d14ee","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:31.30671591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"auth-test-model-3d14ee","reconcileID":"2ef01885-fcbf-4443-8677-9414c8479cb8","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"routeName":"auth-test-model-3d14ee-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","llmisvcName":"auth-test-model-3d14ee","gateway":"openshift-ingress/e2e-shared-b-w3-3d14ee","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:31.356089773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"auth-test-model-3d14ee","reconcileID":"740991df-3fa0-44f6-a4d4-d73c561f2beb","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"tenant":"e2e-shared-b-w3-3d14ee","gateway":"openshift-ingress/e2e-shared-b-w3-3d14ee","model":"ai-tenant-e2e-shared-b-w3-3d14ee/auth-test-model-3d14ee","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:31.356106441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"auth-test-model-3d14ee","reconcileID":"740991df-3fa0-44f6-a4d4-d73c561f2beb","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"routeName":"auth-test-model-3d14ee-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","llmisvcName":"auth-test-model-3d14ee","gateway":"openshift-ingress/e2e-shared-b-w3-3d14ee","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:31.35868333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"auth-test-model-3b27a5","reconcileID":"c917d1f7-2ae7-451e-87f7-06fc710195da","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"tenant":"e2e-shared-b-w1-3b27a5","gateway":"openshift-ingress/e2e-shared-b-w1-3b27a5","model":"ai-tenant-e2e-shared-b-w1-3b27a5/auth-test-model-3b27a5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:31.358700433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"auth-test-model-3b27a5","reconcileID":"c917d1f7-2ae7-451e-87f7-06fc710195da","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"routeName":"auth-test-model-3b27a5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","llmisvcName":"auth-test-model-3b27a5","gateway":"openshift-ingress/e2e-shared-b-w1-3b27a5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:31.360744723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"e2e-auth-iso-e87a55","reconcileID":"7e9daa86-c6c6-4229-9950-4d70a2fe5cd5","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"name":"e2e-shared-b-w3-3d14ee-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:31.413821634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"auth-test-model-3d14ee","reconcileID":"07bacc51-cead-4554-89f2-58d0d77f6bc6","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"tenant":"e2e-shared-b-w3-3d14ee","gateway":"openshift-ingress/e2e-shared-b-w3-3d14ee","model":"ai-tenant-e2e-shared-b-w3-3d14ee/auth-test-model-3d14ee","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:31.414005861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"auth-test-model-3d14ee","reconcileID":"07bacc51-cead-4554-89f2-58d0d77f6bc6","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"routeName":"auth-test-model-3d14ee-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","llmisvcName":"auth-test-model-3d14ee","gateway":"openshift-ingress/e2e-shared-b-w3-3d14ee","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:31.628232705Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"e2e-auth-iso-e87a55","reconcileID":"1633cf6e-8954-4d41-9476-5c5df03893a8","MaaSSubscription":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"name":"maas-trlp-auth-test-model-3d14ee","model":"auth-test-model-3d14ee","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-3d14ee/e2e-auth-iso-e87a55"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:31.722732797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"e2e-auth-iso-e87a55","reconcileID":"b68c7a3d-f5b9-4f58-92fe-e745599894a5","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-3d14ee","tenantID":"e2e-shared-b-w3-3d14ee","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:31.781279483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"e2e-auth-iso-e87a55","reconcileID":"b68c7a3d-f5b9-4f58-92fe-e745599894a5","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"name":"e2e-shared-b-w3-3d14ee-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:31.795521597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"auth-test-model-3d14ee","reconcileID":"3b0c3094-a390-4282-bb38-fa660db3c1b5","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"tenant":"e2e-shared-b-w3-3d14ee","gateway":"openshift-ingress/e2e-shared-b-w3-3d14ee","model":"ai-tenant-e2e-shared-b-w3-3d14ee/auth-test-model-3d14ee","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:31.795545424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"auth-test-model-3d14ee","reconcileID":"3b0c3094-a390-4282-bb38-fa660db3c1b5","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"routeName":"auth-test-model-3d14ee-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","llmisvcName":"auth-test-model-3d14ee","gateway":"openshift-ingress/e2e-shared-b-w3-3d14ee","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:32.008435385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"e2e-auth-iso-e87a55","reconcileID":"57679c0d-6664-4d53-9595-2f222ecb85e4","MaaSSubscription":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"name":"maas-trlp-auth-test-model-3d14ee","model":"ai-tenant-e2e-shared-b-w3-3d14ee/auth-test-model-3d14ee","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:35.332763382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4281ba7-d92e-480a-bb6d-38d6e3ec37b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:35.385863833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4281ba7-d92e-480a-bb6d-38d6e3ec37b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:35.438851021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4281ba7-d92e-480a-bb6d-38d6e3ec37b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:35.493305096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4281ba7-d92e-480a-bb6d-38d6e3ec37b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:35.610068662Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:35.769411195Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-9b7f43","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-9b7f43","reconcileID":"9af00fac-ff58-4513-a765-e4a6ee6904ef","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-9b7f43","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-9b7f43":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:37.477638904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f6bd692-068c-443e-b474-68bc2906c1c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:37.530480398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f6bd692-068c-443e-b474-68bc2906c1c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:37.58374041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f6bd692-068c-443e-b474-68bc2906c1c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:37.636638071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f6bd692-068c-443e-b474-68bc2906c1c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:39.623741708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77fe8129-3c3c-41f9-84b3-866230af173b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:39.677118085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77fe8129-3c3c-41f9-84b3-866230af173b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:39.72973222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77fe8129-3c3c-41f9-84b3-866230af173b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:39.782595891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77fe8129-3c3c-41f9-84b3-866230af173b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:47.936705106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"e2e-auth-iso-e87a55","reconcileID":"fe073d41-5df7-45e9-b293-367af2141e5b","MaaSSubscription":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"name":"maas-trlp-auth-test-model-3d14ee","model":"ai-tenant-e2e-shared-b-w3-3d14ee/auth-test-model-3d14ee","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:48.055763576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"e2e-auth-iso-4cf9bc","reconcileID":"d5f367e0-a491-40f9-bb40-aeaee887442e","MaaSSubscription":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"name":"maas-trlp-auth-test-model-3b27a5","model":"ai-tenant-e2e-shared-b-w1-3b27a5/auth-test-model-3b27a5","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:48.101824043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"auth-test-model-3d14ee","reconcileID":"afaee472-a653-44d8-8827-63c44c936caf","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"tenant":"e2e-shared-b-w3-3d14ee","gateway":"openshift-ingress/e2e-shared-b-w3-3d14ee","model":"ai-tenant-e2e-shared-b-w3-3d14ee/auth-test-model-3d14ee","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:48.101845488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"auth-test-model-3d14ee","reconcileID":"afaee472-a653-44d8-8827-63c44c936caf","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"routeName":"auth-test-model-3d14ee-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","llmisvcName":"auth-test-model-3d14ee","gateway":"openshift-ingress/e2e-shared-b-w3-3d14ee","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:48.227520279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"auth-test-model-3b27a5","reconcileID":"c1c0c9fd-7b00-4fff-bdb9-dc5bec89e731","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"tenant":"e2e-shared-b-w1-3b27a5","gateway":"openshift-ingress/e2e-shared-b-w1-3b27a5","model":"ai-tenant-e2e-shared-b-w1-3b27a5/auth-test-model-3b27a5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:48.227538973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"auth-test-model-3b27a5","reconcileID":"c1c0c9fd-7b00-4fff-bdb9-dc5bec89e731","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"routeName":"auth-test-model-3b27a5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","llmisvcName":"auth-test-model-3b27a5","gateway":"openshift-ingress/e2e-shared-b-w1-3b27a5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:49.669240445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"e2e-auth-iso-e87a55","reconcileID":"3b2657e2-1ed7-475e-88d3-72428ecfcd21","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-3d14ee","tenantID":"e2e-shared-b-w3-3d14ee","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:49.725763938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"e2e-auth-iso-e87a55","reconcileID":"3b2657e2-1ed7-475e-88d3-72428ecfcd21","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"name":"e2e-shared-b-w3-3d14ee-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:49.844822215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"e2e-auth-iso-4cf9bc","reconcileID":"182406bb-5f21-47a9-8e49-fe326a76979c","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-3b27a5","tenantID":"e2e-shared-b-w1-3b27a5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:49.901262104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"e2e-auth-iso-4cf9bc","reconcileID":"182406bb-5f21-47a9-8e49-fe326a76979c","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"name":"e2e-shared-b-w1-3b27a5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:50.043424902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"auth-test-model-7c1bee","reconcileID":"b22013c9-af0a-4bea-846c-91e5f2586fef","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"tenant":"e2e-shared-a-w1-7c1bee","gateway":"openshift-ingress/e2e-shared-a-w1-7c1bee","model":"ai-tenant-e2e-shared-a-w1-7c1bee/auth-test-model-7c1bee","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:50.043445034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"auth-test-model-7c1bee","reconcileID":"b22013c9-af0a-4bea-846c-91e5f2586fef","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"routeName":"auth-test-model-7c1bee-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","llmisvcName":"auth-test-model-7c1bee","gateway":"openshift-ingress/e2e-shared-a-w1-7c1bee","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:50.14792475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"e2e-auth-iso-4cf9bc","reconcileID":"c1b4e391-5b3a-4b60-92c5-b3151de154c9","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7c1bee","tenantID":"e2e-shared-a-w1-7c1bee","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:50.204440835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"e2e-auth-iso-4cf9bc","reconcileID":"c1b4e391-5b3a-4b60-92c5-b3151de154c9","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"name":"e2e-shared-a-w1-7c1bee-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:50.205314345Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"e2e-auth-iso-4cf9bc","reconcileID":"737fa7db-8d00-4698-a154-a6408ee486d6","MaaSSubscription":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6c2bfaea","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:50.515535899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"e2e-auth-iso-4cf9bc","reconcileID":"6545be8d-b1ab-4d01-a293-88cab6cb592c","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7c1bee","tenantID":"e2e-shared-a-w1-7c1bee","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:50.573402733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"e2e-auth-iso-4cf9bc","reconcileID":"6545be8d-b1ab-4d01-a293-88cab6cb592c","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"name":"e2e-shared-a-w1-7c1bee-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:53.365433372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"auth-test-model-aad578","reconcileID":"82beddf2-f922-4ba6-a596-4e204794b01a","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"tenant":"e2e-shared-a-w3-aad578","gateway":"openshift-ingress/e2e-shared-a-w3-aad578","model":"ai-tenant-e2e-shared-a-w3-aad578/auth-test-model-aad578","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:53.365453722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"auth-test-model-aad578","reconcileID":"82beddf2-f922-4ba6-a596-4e204794b01a","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"routeName":"auth-test-model-aad578-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-aad578","llmisvcName":"auth-test-model-aad578","gateway":"openshift-ingress/e2e-shared-a-w3-aad578","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:53.47028587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"e2e-auth-iso-e87a55","reconcileID":"91f7e53a-c7a8-4556-864d-02ca7faf04e6","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-aad578","tenantID":"e2e-shared-a-w3-aad578","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:53.530030253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"e2e-auth-iso-e87a55","reconcileID":"91f7e53a-c7a8-4556-864d-02ca7faf04e6","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"name":"e2e-shared-a-w3-aad578-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:53.530672535Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"e2e-auth-iso-e87a55","reconcileID":"2e1c5d41-5fd5-42cf-80a9-d14fe183dc31","MaaSSubscription":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3a53e5fb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:53.798581049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"e2e-auth-iso-e87a55","reconcileID":"05109aba-9304-42bd-b849-f85afc645506","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-aad578","tenantID":"e2e-shared-a-w3-aad578","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:57:53.856842736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"e2e-auth-iso-e87a55","reconcileID":"05109aba-9304-42bd-b849-f85afc645506","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"name":"e2e-shared-a-w3-aad578-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:00.25877299Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"e2e-auth-iso-4cf9bc","reconcileID":"b626232c-dd0e-4f4e-bd13-1a1190698425","MaaSSubscription":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"model":"ai-tenant-e2e-shared-a-w1-7c1bee/auth-test-model-7c1bee","subscription":"e2e-auth-iso-4cf9bc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:00.313690167Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"e2e-auth-iso-4cf9bc","reconcileID":"b626232c-dd0e-4f4e-bd13-1a1190698425","MaaSSubscription":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"model":"ai-tenant-e2e-shared-a-w1-7c1bee/auth-test-model-7c1bee","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:00.366612161Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"e2e-auth-iso-4cf9bc","reconcileID":"b626232c-dd0e-4f4e-bd13-1a1190698425","MaaSSubscription":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"name":"maas-trlp-auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","model":"ai-tenant-e2e-shared-a-w1-7c1bee/auth-test-model-7c1bee","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:00.638891996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"auth-test-model-7c1bee","reconcileID":"633f60a8-a692-4faa-bf4a-19b61c846793","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"tenant":"e2e-shared-a-w1-7c1bee","gateway":"openshift-ingress/e2e-shared-a-w1-7c1bee","model":"ai-tenant-e2e-shared-a-w1-7c1bee/auth-test-model-7c1bee","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:00.638915975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"auth-test-model-7c1bee","reconcileID":"633f60a8-a692-4faa-bf4a-19b61c846793","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"routeName":"auth-test-model-7c1bee-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","llmisvcName":"auth-test-model-7c1bee","gateway":"openshift-ingress/e2e-shared-a-w1-7c1bee","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:00.743069405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"e2e-auth-iso-4cf9bc","reconcileID":"cefbc799-8ba4-4120-973b-810467ee088f","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7c1bee","tenantID":"e2e-shared-a-w1-7c1bee","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:00.770860069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"auth-test-model-3b27a5","reconcileID":"a330a967-b221-4fac-b1e6-dcb0029167c8","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"tenant":"e2e-shared-b-w1-3b27a5","gateway":"openshift-ingress/e2e-shared-b-w1-3b27a5","model":"ai-tenant-e2e-shared-b-w1-3b27a5/auth-test-model-3b27a5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:00.770876103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"auth-test-model-3b27a5","reconcileID":"a330a967-b221-4fac-b1e6-dcb0029167c8","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"routeName":"auth-test-model-3b27a5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","llmisvcName":"auth-test-model-3b27a5","gateway":"openshift-ingress/e2e-shared-b-w1-3b27a5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:00.803230914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"e2e-auth-iso-4cf9bc","reconcileID":"cefbc799-8ba4-4120-973b-810467ee088f","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"name":"e2e-shared-a-w1-7c1bee-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:00.877277202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"e2e-auth-iso-4cf9bc","reconcileID":"b869bdd1-3923-49f3-af95-a5f8b15a8602","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-3b27a5","tenantID":"e2e-shared-b-w1-3b27a5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:00.933692878Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"e2e-auth-iso-4cf9bc","reconcileID":"ad980232-4cae-4f0a-a779-4656d7cd432a","MaaSSubscription":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-073cbf6d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:00.933718106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"e2e-auth-iso-4cf9bc","reconcileID":"b869bdd1-3923-49f3-af95-a5f8b15a8602","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"name":"e2e-shared-b-w1-3b27a5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:01.113282947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"e2e-auth-iso-4cf9bc","reconcileID":"a9c71d6f-a622-46f6-8dcc-a6e7f0417a10","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7c1bee","tenantID":"e2e-shared-a-w1-7c1bee","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:01.172491898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"e2e-auth-iso-4cf9bc","reconcileID":"a9c71d6f-a622-46f6-8dcc-a6e7f0417a10","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"name":"e2e-shared-a-w1-7c1bee-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:01.315310714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"e2e-auth-iso-4cf9bc","reconcileID":"ac32f78d-013e-4b59-be21-b57e9ce6c0c6","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-3b27a5","tenantID":"e2e-shared-b-w1-3b27a5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:01.377136572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"e2e-auth-iso-4cf9bc","reconcileID":"ac32f78d-013e-4b59-be21-b57e9ce6c0c6","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"name":"e2e-shared-b-w1-3b27a5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:03.583821178Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"e2e-auth-iso-e87a55","reconcileID":"b533f802-5324-4e56-b6c8-a912b7d186ed","MaaSSubscription":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"model":"ai-tenant-e2e-shared-a-w3-aad578/auth-test-model-aad578","subscription":"e2e-auth-iso-e87a55","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:03.636725863Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"e2e-auth-iso-e87a55","reconcileID":"b533f802-5324-4e56-b6c8-a912b7d186ed","MaaSSubscription":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"model":"ai-tenant-e2e-shared-a-w3-aad578/auth-test-model-aad578","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:03.690088928Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"e2e-auth-iso-e87a55","reconcileID":"b533f802-5324-4e56-b6c8-a912b7d186ed","MaaSSubscription":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"name":"maas-trlp-auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578","model":"ai-tenant-e2e-shared-a-w3-aad578/auth-test-model-aad578","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:03.968098892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"auth-test-model-aad578","reconcileID":"8d527bd8-da40-4e1c-9e67-692b0b9883ab","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"tenant":"e2e-shared-a-w3-aad578","gateway":"openshift-ingress/e2e-shared-a-w3-aad578","model":"ai-tenant-e2e-shared-a-w3-aad578/auth-test-model-aad578","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:03.968178867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"auth-test-model-aad578","reconcileID":"8d527bd8-da40-4e1c-9e67-692b0b9883ab","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"routeName":"auth-test-model-aad578-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-aad578","llmisvcName":"auth-test-model-aad578","gateway":"openshift-ingress/e2e-shared-a-w3-aad578","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:04.075089263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"e2e-auth-iso-e87a55","reconcileID":"7e9adf5d-6773-4975-a4d8-7fa1b7ceeb29","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-aad578","tenantID":"e2e-shared-a-w3-aad578","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:04.100694736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"auth-test-model-3d14ee","reconcileID":"eadd695a-4e45-4af5-a74e-2653ada748db","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"tenant":"e2e-shared-b-w3-3d14ee","gateway":"openshift-ingress/e2e-shared-b-w3-3d14ee","model":"ai-tenant-e2e-shared-b-w3-3d14ee/auth-test-model-3d14ee","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:04.1007119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"auth-test-model-3d14ee","reconcileID":"eadd695a-4e45-4af5-a74e-2653ada748db","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"routeName":"auth-test-model-3d14ee-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","llmisvcName":"auth-test-model-3d14ee","gateway":"openshift-ingress/e2e-shared-b-w3-3d14ee","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:04.131838198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"e2e-auth-iso-e87a55","reconcileID":"7e9adf5d-6773-4975-a4d8-7fa1b7ceeb29","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"name":"e2e-shared-a-w3-aad578-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:04.20628611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"e2e-auth-iso-e87a55","reconcileID":"0fd9dba4-1825-4959-a414-78be87afe8eb","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-3d14ee","tenantID":"e2e-shared-b-w3-3d14ee","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:04.262640666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"e2e-auth-iso-e87a55","reconcileID":"0fd9dba4-1825-4959-a414-78be87afe8eb","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"name":"e2e-shared-b-w3-3d14ee-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:04.263402666Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"e2e-auth-iso-e87a55","reconcileID":"4f5a56f0-5e5f-427e-8e3c-7bb652883c13","MaaSSubscription":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-22ffe1e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:04.455689179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"e2e-auth-iso-e87a55","reconcileID":"9c6b6d34-eef1-4a96-9d7d-7f946bcb1620","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-aad578","tenantID":"e2e-shared-a-w3-aad578","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:04.513382456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"e2e-auth-iso-e87a55","reconcileID":"9c6b6d34-eef1-4a96-9d7d-7f946bcb1620","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"name":"e2e-shared-a-w3-aad578-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:04.671461307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"e2e-auth-iso-e87a55","reconcileID":"17a49ae2-e091-47de-8ef0-9173c159d863","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-3d14ee","tenantID":"e2e-shared-b-w3-3d14ee","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:04.7278465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"e2e-auth-iso-e87a55","reconcileID":"17a49ae2-e091-47de-8ef0-9173c159d863","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"name":"e2e-shared-b-w3-3d14ee-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:05.18901447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52b0948f-79d6-4ee3-92f1-d3519cf915af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:05.242426902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52b0948f-79d6-4ee3-92f1-d3519cf915af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:05.297699582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52b0948f-79d6-4ee3-92f1-d3519cf915af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:05.350735633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52b0948f-79d6-4ee3-92f1-d3519cf915af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:05.609413062Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:05.786167774Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-ae1315","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-ae1315","reconcileID":"ca7e4b94-be0c-4629-b80a-1a5b9cd9c5aa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-ae1315","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-ae1315":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:07.269762881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d30228b0-ccc1-405d-a312-53482a537d00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:07.322555976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d30228b0-ccc1-405d-a312-53482a537d00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:07.376268183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d30228b0-ccc1-405d-a312-53482a537d00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:07.429914636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d30228b0-ccc1-405d-a312-53482a537d00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:10.987552433Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"e2e-auth-iso-4cf9bc","reconcileID":"bee6aa6e-8b2e-44a4-8d4f-73965cc4edfd","MaaSSubscription":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"model":"ai-tenant-e2e-shared-b-w1-3b27a5/auth-test-model-3b27a5","subscription":"e2e-auth-iso-4cf9bc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:11.040647504Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"e2e-auth-iso-4cf9bc","reconcileID":"bee6aa6e-8b2e-44a4-8d4f-73965cc4edfd","MaaSSubscription":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"model":"ai-tenant-e2e-shared-b-w1-3b27a5/auth-test-model-3b27a5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:11.09361177Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"e2e-auth-iso-4cf9bc","reconcileID":"bee6aa6e-8b2e-44a4-8d4f-73965cc4edfd","MaaSSubscription":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"name":"maas-trlp-auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","model":"ai-tenant-e2e-shared-b-w1-3b27a5/auth-test-model-3b27a5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:11.365053662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"auth-test-model-3b27a5","reconcileID":"6e0cc1c2-b7ea-43c8-9650-c3b87b3274cb","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"tenant":"e2e-shared-b-w1-3b27a5","gateway":"openshift-ingress/e2e-shared-b-w1-3b27a5","model":"ai-tenant-e2e-shared-b-w1-3b27a5/auth-test-model-3b27a5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:11.365073003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"auth-test-model-3b27a5","reconcileID":"6e0cc1c2-b7ea-43c8-9650-c3b87b3274cb","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"routeName":"auth-test-model-3b27a5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","llmisvcName":"auth-test-model-3b27a5","gateway":"openshift-ingress/e2e-shared-b-w1-3b27a5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:11.469746045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"e2e-auth-iso-4cf9bc","reconcileID":"a96ac1a8-8d0a-428c-abe2-ed91099b8077","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-3b27a5","tenantID":"e2e-shared-b-w1-3b27a5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:11.506429519Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"e2e-auth-iso-4cf9bc","reconcileID":"90bf6568-59b7-4f00-bab8-57ed23122312","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"model":"ai-tenant-e2e-shared-a-w1-7c1bee/auth-test-model-7c1bee","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:11.507104061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"auth-test-model-7c1bee","reconcileID":"bc8bf9f4-6d39-4250-a87b-63198af864bc","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"tenant":"e2e-shared-a-w1-7c1bee","gateway":"openshift-ingress/e2e-shared-a-w1-7c1bee","model":"ai-tenant-e2e-shared-a-w1-7c1bee/auth-test-model-7c1bee","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:11.507123082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"auth-test-model-7c1bee","reconcileID":"bc8bf9f4-6d39-4250-a87b-63198af864bc","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"routeName":"auth-test-model-7c1bee-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","llmisvcName":"auth-test-model-7c1bee","gateway":"openshift-ingress/e2e-shared-a-w1-7c1bee","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:11.544464441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"e2e-auth-iso-4cf9bc","reconcileID":"a96ac1a8-8d0a-428c-abe2-ed91099b8077","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"name":"e2e-shared-b-w1-3b27a5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:11.720877277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"e2e-auth-iso-4cf9bc","reconcileID":"90bf6568-59b7-4f00-bab8-57ed23122312","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7c1bee","tenantID":"e2e-shared-a-w1-7c1bee","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:11.84383076Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"e2e-auth-iso-4cf9bc","reconcileID":"90bf6568-59b7-4f00-bab8-57ed23122312","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"name":"e2e-shared-a-w1-7c1bee-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:11.843853427Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"e2e-auth-iso-4cf9bc","reconcileID":"90bf6568-59b7-4f00-bab8-57ed23122312","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7c1bee","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:11.874128529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"e2e-auth-iso-4cf9bc","reconcileID":"03cb327c-872a-48b9-87d9-f2e592a5c1b6","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-3b27a5","tenantID":"e2e-shared-b-w1-3b27a5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:11.903694423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"auth-test-model-7c1bee","reconcileID":"a962487d-52fe-4b25-89dd-b25b39281e3b","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"tenant":"e2e-shared-a-w1-7c1bee","gateway":"openshift-ingress/e2e-shared-a-w1-7c1bee","model":"ai-tenant-e2e-shared-a-w1-7c1bee/auth-test-model-7c1bee","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:11.903724848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"auth-test-model-7c1bee","reconcileID":"a962487d-52fe-4b25-89dd-b25b39281e3b","MaaSModelRef":{"name":"auth-test-model-7c1bee","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"routeName":"auth-test-model-7c1bee-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","llmisvcName":"auth-test-model-7c1bee","gateway":"openshift-ingress/e2e-shared-a-w1-7c1bee","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:11.933683123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"e2e-auth-iso-4cf9bc","reconcileID":"03cb327c-872a-48b9-87d9-f2e592a5c1b6","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"name":"e2e-shared-b-w1-3b27a5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:12.023921602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"auth-test-model-3b27a5","reconcileID":"8397c1f0-e935-4390-9014-d0f98a0ac868","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"tenant":"e2e-shared-b-w1-3b27a5","gateway":"openshift-ingress/e2e-shared-b-w1-3b27a5","model":"ai-tenant-e2e-shared-b-w1-3b27a5/auth-test-model-3b27a5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:12.023945338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"auth-test-model-3b27a5","reconcileID":"8397c1f0-e935-4390-9014-d0f98a0ac868","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"routeName":"auth-test-model-3b27a5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","llmisvcName":"auth-test-model-3b27a5","gateway":"openshift-ingress/e2e-shared-b-w1-3b27a5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:12.094065727Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"e2e-auth-iso-4cf9bc","reconcileID":"66868346-eb48-47d1-9fe1-c9309cf1e8d3","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"model":"ai-tenant-e2e-shared-b-w1-3b27a5/auth-test-model-3b27a5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:12.251187763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"e2e-auth-iso-4cf9bc","reconcileID":"66868346-eb48-47d1-9fe1-c9309cf1e8d3","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-3b27a5","tenantID":"e2e-shared-b-w1-3b27a5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:12.374038946Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"e2e-auth-iso-4cf9bc","reconcileID":"66868346-eb48-47d1-9fe1-c9309cf1e8d3","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"name":"e2e-shared-b-w1-3b27a5-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:12.374063291Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"e2e-auth-iso-4cf9bc","reconcileID":"66868346-eb48-47d1-9fe1-c9309cf1e8d3","MaaSAuthPolicy":{"name":"e2e-auth-iso-4cf9bc","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-3b27a5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:12.430149926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"auth-test-model-3b27a5","reconcileID":"62fe04dd-2163-4a03-aead-ff94526685b5","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"tenant":"e2e-shared-b-w1-3b27a5","gateway":"openshift-ingress/e2e-shared-b-w1-3b27a5","model":"ai-tenant-e2e-shared-b-w1-3b27a5/auth-test-model-3b27a5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:12.430170467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"auth-test-model-3b27a5","reconcileID":"62fe04dd-2163-4a03-aead-ff94526685b5","MaaSModelRef":{"name":"auth-test-model-3b27a5","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"routeName":"auth-test-model-3b27a5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","llmisvcName":"auth-test-model-3b27a5","gateway":"openshift-ingress/e2e-shared-b-w1-3b27a5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:14.317093087Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"e2e-auth-iso-e87a55","reconcileID":"488487ff-0c8f-4eb7-846e-0c3da3039af2","MaaSSubscription":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"model":"ai-tenant-e2e-shared-b-w3-3d14ee/auth-test-model-3d14ee","subscription":"e2e-auth-iso-e87a55","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:14.37001131Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"e2e-auth-iso-e87a55","reconcileID":"488487ff-0c8f-4eb7-846e-0c3da3039af2","MaaSSubscription":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"model":"ai-tenant-e2e-shared-b-w3-3d14ee/auth-test-model-3d14ee","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:14.423038065Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"e2e-auth-iso-e87a55","reconcileID":"488487ff-0c8f-4eb7-846e-0c3da3039af2","MaaSSubscription":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"name":"maas-trlp-auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","model":"ai-tenant-e2e-shared-b-w3-3d14ee/auth-test-model-3d14ee","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:14.695924442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"auth-test-model-3d14ee","reconcileID":"32f670d2-bb33-4ecb-9f0e-5657efb98fb9","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"tenant":"e2e-shared-b-w3-3d14ee","gateway":"openshift-ingress/e2e-shared-b-w3-3d14ee","model":"ai-tenant-e2e-shared-b-w3-3d14ee/auth-test-model-3d14ee","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:14.695945721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"auth-test-model-3d14ee","reconcileID":"32f670d2-bb33-4ecb-9f0e-5657efb98fb9","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"routeName":"auth-test-model-3d14ee-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","llmisvcName":"auth-test-model-3d14ee","gateway":"openshift-ingress/e2e-shared-b-w3-3d14ee","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:14.800171209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"e2e-auth-iso-e87a55","reconcileID":"dbca4cc3-6ded-4e51-b1c3-e3e01129e9fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-3d14ee","tenantID":"e2e-shared-b-w3-3d14ee","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:14.82531418Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"e2e-auth-iso-e87a55","reconcileID":"c67f00aa-76fa-4d35-ad4c-7933314016e2","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"model":"ai-tenant-e2e-shared-a-w3-aad578/auth-test-model-aad578","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:14.825436718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"auth-test-model-aad578","reconcileID":"bfc8ee39-3073-4afe-a8b7-2c154677b416","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"tenant":"e2e-shared-a-w3-aad578","gateway":"openshift-ingress/e2e-shared-a-w3-aad578","model":"ai-tenant-e2e-shared-a-w3-aad578/auth-test-model-aad578","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:14.825455741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"auth-test-model-aad578","reconcileID":"bfc8ee39-3073-4afe-a8b7-2c154677b416","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"routeName":"auth-test-model-aad578-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-aad578","llmisvcName":"auth-test-model-aad578","gateway":"openshift-ingress/e2e-shared-a-w3-aad578","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:14.856586103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"e2e-auth-iso-e87a55","reconcileID":"dbca4cc3-6ded-4e51-b1c3-e3e01129e9fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"name":"e2e-shared-b-w3-3d14ee-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:15.035098752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"e2e-auth-iso-e87a55","reconcileID":"c67f00aa-76fa-4d35-ad4c-7933314016e2","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-aad578","tenantID":"e2e-shared-a-w3-aad578","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:15.159553249Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"e2e-auth-iso-e87a55","reconcileID":"c67f00aa-76fa-4d35-ad4c-7933314016e2","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"name":"e2e-shared-a-w3-aad578-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:15.159578497Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"e2e-auth-iso-e87a55","reconcileID":"c67f00aa-76fa-4d35-ad4c-7933314016e2","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-aad578","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:15.187740379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"e2e-auth-iso-e87a55","reconcileID":"86ca1b6e-6af8-49e7-afa7-54fbd33a026f","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-3d14ee","tenantID":"e2e-shared-b-w3-3d14ee","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:15.216304564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"auth-test-model-aad578","reconcileID":"0a790542-f7c8-4bdd-8d5b-d31b5f5a5124","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"tenant":"e2e-shared-a-w3-aad578","gateway":"openshift-ingress/e2e-shared-a-w3-aad578","model":"ai-tenant-e2e-shared-a-w3-aad578/auth-test-model-aad578","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:15.216323923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"auth-test-model-aad578","reconcileID":"0a790542-f7c8-4bdd-8d5b-d31b5f5a5124","MaaSModelRef":{"name":"auth-test-model-aad578","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"routeName":"auth-test-model-aad578-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-aad578","llmisvcName":"auth-test-model-aad578","gateway":"openshift-ingress/e2e-shared-a-w3-aad578","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:15.244129651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"e2e-auth-iso-e87a55","reconcileID":"86ca1b6e-6af8-49e7-afa7-54fbd33a026f","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"name":"e2e-shared-b-w3-3d14ee-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:15.346185162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"auth-test-model-3d14ee","reconcileID":"83e37fa2-f681-41e2-8a57-9a99cc91a53f","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"tenant":"e2e-shared-b-w3-3d14ee","gateway":"openshift-ingress/e2e-shared-b-w3-3d14ee","model":"ai-tenant-e2e-shared-b-w3-3d14ee/auth-test-model-3d14ee","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:15.346208236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"auth-test-model-3d14ee","reconcileID":"83e37fa2-f681-41e2-8a57-9a99cc91a53f","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"routeName":"auth-test-model-3d14ee-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","llmisvcName":"auth-test-model-3d14ee","gateway":"openshift-ingress/e2e-shared-b-w3-3d14ee","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:15.401152211Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"e2e-auth-iso-e87a55","reconcileID":"1d3cbf86-8e50-4a5f-88c3-67663cf76628","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"model":"ai-tenant-e2e-shared-b-w3-3d14ee/auth-test-model-3d14ee","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:15.558339151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"e2e-auth-iso-e87a55","reconcileID":"1d3cbf86-8e50-4a5f-88c3-67663cf76628","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-3d14ee","tenantID":"e2e-shared-b-w3-3d14ee","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:15.681216401Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"e2e-auth-iso-e87a55","reconcileID":"1d3cbf86-8e50-4a5f-88c3-67663cf76628","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"name":"e2e-shared-b-w3-3d14ee-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:15.681238314Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"e2e-auth-iso-e87a55","reconcileID":"1d3cbf86-8e50-4a5f-88c3-67663cf76628","MaaSAuthPolicy":{"name":"e2e-auth-iso-e87a55","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-3d14ee","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:15.737537047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"auth-test-model-3d14ee","reconcileID":"e3011dd0-c80e-4418-b930-1b091f8ce35e","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"tenant":"e2e-shared-b-w3-3d14ee","gateway":"openshift-ingress/e2e-shared-b-w3-3d14ee","model":"ai-tenant-e2e-shared-b-w3-3d14ee/auth-test-model-3d14ee","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:15.73755726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"auth-test-model-3d14ee","reconcileID":"e3011dd0-c80e-4418-b930-1b091f8ce35e","MaaSModelRef":{"name":"auth-test-model-3d14ee","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"routeName":"auth-test-model-3d14ee-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","llmisvcName":"auth-test-model-3d14ee","gateway":"openshift-ingress/e2e-shared-b-w3-3d14ee","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:35.608726954Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:41.615265234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6adfc8d0-c419-45d5-896b-c864b949eb24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:41.668003099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6adfc8d0-c419-45d5-896b-c864b949eb24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:41.721631091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6adfc8d0-c419-45d5-896b-c864b949eb24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:41.776073722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6adfc8d0-c419-45d5-896b-c864b949eb24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:42.516500176Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-61f3b6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-61f3b6","reconcileID":"52a345be-5229-4d1e-a57d-4cc22edbdb29","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-61f3b6","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-61f3b6":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:43.687759106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab03d89e-18b1-44a4-8a10-eae45b1d39df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:43.740427525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab03d89e-18b1-44a4-8a10-eae45b1d39df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:43.793195962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab03d89e-18b1-44a4-8a10-eae45b1d39df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:43.846072846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab03d89e-18b1-44a4-8a10-eae45b1d39df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:45.740029372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"193112ae-1a77-4caf-a52e-9760452adb5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:45.793107774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"193112ae-1a77-4caf-a52e-9760452adb5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:45.845663307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"193112ae-1a77-4caf-a52e-9760452adb5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:45.89862042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"193112ae-1a77-4caf-a52e-9760452adb5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:47.868467089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71ff7d77-f564-473c-a784-c7a0e1eb31e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:47.921588172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71ff7d77-f564-473c-a784-c7a0e1eb31e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:47.974530912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71ff7d77-f564-473c-a784-c7a0e1eb31e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:48.027802247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71ff7d77-f564-473c-a784-c7a0e1eb31e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:49.934588323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf5f24e3-1111-415a-af65-333ce6dbf0e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:49.993700677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf5f24e3-1111-415a-af65-333ce6dbf0e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:50.04788256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf5f24e3-1111-415a-af65-333ce6dbf0e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:50.100874729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf5f24e3-1111-415a-af65-333ce6dbf0e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:52.157706455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61c297"},"namespace":"ai-tenant-e2e-extmod-a-61c297","name":"default-tenant","reconcileID":"5c60337c-a214-4823-b1c9-8775a72be34e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-61c297","tenantID":"e2e-extmod-a-61c297","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:58:52.273298767Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61c297"},"namespace":"ai-tenant-e2e-extmod-a-61c297","name":"default-tenant","reconcileID":"5c60337c-a214-4823-b1c9-8775a72be34e","name":"e2e-extmod-a-61c297-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:59:01.900553684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9b7f43"},"namespace":"ai-tenant-e2e-extmod-a-9b7f43","name":"default-tenant","reconcileID":"cb7f73da-540b-43f5-9c32-e2c8706f6a99","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9b7f43","tenantID":"e2e-extmod-a-9b7f43","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:59:02.01503501Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9b7f43"},"namespace":"ai-tenant-e2e-extmod-a-9b7f43","name":"default-tenant","reconcileID":"cb7f73da-540b-43f5-9c32-e2c8706f6a99","name":"e2e-extmod-a-9b7f43-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:59:05.60960327Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:59:21.586561761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43755c4a-45ec-4403-ba01-5ed054433318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:59:21.640119872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43755c4a-45ec-4403-ba01-5ed054433318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:59:21.693803149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43755c4a-45ec-4403-ba01-5ed054433318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:59:21.74658238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43755c4a-45ec-4403-ba01-5ed054433318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:59:22.115886685Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-e69cf2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-e69cf2","reconcileID":"cc839e91-c069-4b23-a0c8-58d84ada2c68","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-e69cf2","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-e69cf2":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:59:23.658638519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fa00395-0157-47fc-8293-9ca370d36fa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:59:23.71152319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fa00395-0157-47fc-8293-9ca370d36fa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:59:23.764500003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fa00395-0157-47fc-8293-9ca370d36fa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:59:23.817116187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fa00395-0157-47fc-8293-9ca370d36fa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:59:25.719406267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abc987da-1ac8-4861-bf32-8a854efd4126","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:59:25.772133145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abc987da-1ac8-4861-bf32-8a854efd4126","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:59:25.82485547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abc987da-1ac8-4861-bf32-8a854efd4126","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:59:25.877772506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abc987da-1ac8-4861-bf32-8a854efd4126","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:59:27.799887307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e23f2c2-1608-4aa9-b2b5-84ce98224d81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:59:27.858103525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e23f2c2-1608-4aa9-b2b5-84ce98224d81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:59:27.911509549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e23f2c2-1608-4aa9-b2b5-84ce98224d81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:59:27.964384133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e23f2c2-1608-4aa9-b2b5-84ce98224d81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:59:29.863262477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c647a0d-2b4d-44f4-96ef-3999547ff646","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:59:29.916524141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c647a0d-2b4d-44f4-96ef-3999547ff646","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:59:29.969594904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c647a0d-2b4d-44f4-96ef-3999547ff646","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:59:30.023234901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c647a0d-2b4d-44f4-96ef-3999547ff646","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:59:35.609563309Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:59:41.397132461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae1315"},"namespace":"ai-tenant-e2e-extmod-a-ae1315","name":"default-tenant","reconcileID":"e9c84210-94b6-423a-8f20-53cd3ebac00e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ae1315","tenantID":"e2e-extmod-a-ae1315","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T03:59:41.51869727Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae1315"},"namespace":"ai-tenant-e2e-extmod-a-ae1315","name":"default-tenant","reconcileID":"e9c84210-94b6-423a-8f20-53cd3ebac00e","name":"e2e-extmod-a-ae1315-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:00:05.610195132Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:00:20.392759587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61f3b6"},"namespace":"ai-tenant-e2e-extmod-a-61f3b6","name":"default-tenant","reconcileID":"f5444379-cd83-417d-b917-a4ae5cf09715","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-61f3b6","tenantID":"e2e-extmod-a-61f3b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:00:20.512514223Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61f3b6"},"namespace":"ai-tenant-e2e-extmod-a-61f3b6","name":"default-tenant","reconcileID":"f5444379-cd83-417d-b917-a4ae5cf09715","name":"e2e-extmod-a-61f3b6-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:00:31.740823846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52c96961-17e4-49d0-b9df-e72b3b1dbc20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:00:31.79406514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52c96961-17e4-49d0-b9df-e72b3b1dbc20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:00:31.847128047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52c96961-17e4-49d0-b9df-e72b3b1dbc20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:00:31.900083259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52c96961-17e4-49d0-b9df-e72b3b1dbc20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:00:33.814889705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd84a2bd-dc0c-4b49-b5d9-4eebf8dedc50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:00:33.867970363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd84a2bd-dc0c-4b49-b5d9-4eebf8dedc50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:00:33.920997201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd84a2bd-dc0c-4b49-b5d9-4eebf8dedc50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:00:33.974079242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd84a2bd-dc0c-4b49-b5d9-4eebf8dedc50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:00:35.610548022Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:00:40.399095411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2417f264-3e88-4f49-af14-9a46b2ab41b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:00:40.452224887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2417f264-3e88-4f49-af14-9a46b2ab41b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:00:40.505009355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2417f264-3e88-4f49-af14-9a46b2ab41b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:00:40.559539988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2417f264-3e88-4f49-af14-9a46b2ab41b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:01:04.85058901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e69cf2"},"namespace":"ai-tenant-e2e-autores-e69cf2","name":"default-tenant","reconcileID":"b1490f27-cea5-40d0-b7a1-0ea9ff3b18b0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-e69cf2","tenantID":"e2e-autores-e69cf2","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:01:04.9704691Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e69cf2"},"namespace":"ai-tenant-e2e-autores-e69cf2","name":"default-tenant","reconcileID":"b1490f27-cea5-40d0-b7a1-0ea9ff3b18b0","name":"e2e-autores-e69cf2-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:01:05.609837196Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:01:10.308902406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"948c9943-9d9e-49f2-a623-90f9293a497c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:01:10.362216903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"948c9943-9d9e-49f2-a623-90f9293a497c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:01:10.415463086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"948c9943-9d9e-49f2-a623-90f9293a497c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:01:10.469280353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"948c9943-9d9e-49f2-a623-90f9293a497c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:01:35.612812511Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:01:46.494271681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c77d529-7c71-4a4a-8594-5a73d81ba8ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:01:46.54717962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c77d529-7c71-4a4a-8594-5a73d81ba8ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:01:46.599878312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c77d529-7c71-4a4a-8594-5a73d81ba8ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:01:46.652897416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c77d529-7c71-4a4a-8594-5a73d81ba8ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:01:58.79808034Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61f3b6"},"namespace":"ai-tenant-e2e-extmod-a-61f3b6","name":"default-tenant","reconcileID":"7edc2429-4ea9-47ee-a25c-0947cd0042e2","namespace":"ai-tenant-e2e-extmod-a-61f3b6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:01:58.798137541Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61f3b6"},"namespace":"ai-tenant-e2e-extmod-a-61f3b6","name":"default-tenant","reconcileID":"7edc2429-4ea9-47ee-a25c-0947cd0042e2","namespace":"ai-tenant-e2e-extmod-a-61f3b6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:01:58.798187744Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61f3b6"},"namespace":"ai-tenant-e2e-extmod-a-61f3b6","name":"default-tenant","reconcileID":"7edc2429-4ea9-47ee-a25c-0947cd0042e2","tenant":"e2e-extmod-a-61f3b6","tenantID":"e2e-extmod-a-61f3b6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:01:58.853000592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61f3b6"},"namespace":"ai-tenant-e2e-extmod-a-61f3b6","name":"default-tenant","reconcileID":"7edc2429-4ea9-47ee-a25c-0947cd0042e2","gvk":"Deployment","name":"maas-api-e2e-extmod-a-61f3b6","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:01:58.914740845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61f3b6"},"namespace":"ai-tenant-e2e-extmod-a-61f3b6","name":"default-tenant","reconcileID":"7edc2429-4ea9-47ee-a25c-0947cd0042e2","gvk":"Service","name":"maas-api-e2e-extmod-a-61f3b6","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:01:58.975281615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61f3b6"},"namespace":"ai-tenant-e2e-extmod-a-61f3b6","name":"default-tenant","reconcileID":"7edc2429-4ea9-47ee-a25c-0947cd0042e2","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-61f3b6","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:01:59.030597205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61f3b6"},"namespace":"ai-tenant-e2e-extmod-a-61f3b6","name":"default-tenant","reconcileID":"7edc2429-4ea9-47ee-a25c-0947cd0042e2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-61f3b6","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:01:59.088008683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61f3b6"},"namespace":"ai-tenant-e2e-extmod-a-61f3b6","name":"default-tenant","reconcileID":"7edc2429-4ea9-47ee-a25c-0947cd0042e2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-61f3b6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:01:59.148116144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61f3b6"},"namespace":"ai-tenant-e2e-extmod-a-61f3b6","name":"default-tenant","reconcileID":"7edc2429-4ea9-47ee-a25c-0947cd0042e2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-61f3b6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:01:59.206949737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61f3b6"},"namespace":"ai-tenant-e2e-extmod-a-61f3b6","name":"default-tenant","reconcileID":"7edc2429-4ea9-47ee-a25c-0947cd0042e2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-61f3b6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:01:59.272113766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61f3b6"},"namespace":"ai-tenant-e2e-extmod-a-61f3b6","name":"default-tenant","reconcileID":"7edc2429-4ea9-47ee-a25c-0947cd0042e2","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-61f3b6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:01:59.327214211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61f3b6"},"namespace":"ai-tenant-e2e-extmod-a-61f3b6","name":"default-tenant","reconcileID":"7edc2429-4ea9-47ee-a25c-0947cd0042e2","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-61f3b6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:01:59.380110491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61f3b6"},"namespace":"ai-tenant-e2e-extmod-a-61f3b6","name":"default-tenant","reconcileID":"7edc2429-4ea9-47ee-a25c-0947cd0042e2","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-61f3b6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:01:59.43264558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61f3b6"},"namespace":"ai-tenant-e2e-extmod-a-61f3b6","name":"default-tenant","reconcileID":"7edc2429-4ea9-47ee-a25c-0947cd0042e2","gvk":"Service","name":"payload-processing-e2e-extmod-a-61f3b6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:01:59.485380605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61f3b6"},"namespace":"ai-tenant-e2e-extmod-a-61f3b6","name":"default-tenant","reconcileID":"7edc2429-4ea9-47ee-a25c-0947cd0042e2","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-61f3b6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:01:59.538043004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61f3b6"},"namespace":"ai-tenant-e2e-extmod-a-61f3b6","name":"default-tenant","reconcileID":"7edc2429-4ea9-47ee-a25c-0947cd0042e2","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-61f3b6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:01:59.590823432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61f3b6"},"namespace":"ai-tenant-e2e-extmod-a-61f3b6","name":"default-tenant","reconcileID":"7edc2429-4ea9-47ee-a25c-0947cd0042e2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-61f3b6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:01:59.644288494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61f3b6"},"namespace":"ai-tenant-e2e-extmod-a-61f3b6","name":"default-tenant","reconcileID":"7edc2429-4ea9-47ee-a25c-0947cd0042e2","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-61f3b6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:01:59.696552944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61f3b6"},"namespace":"ai-tenant-e2e-extmod-a-61f3b6","name":"default-tenant","reconcileID":"7edc2429-4ea9-47ee-a25c-0947cd0042e2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-61f3b6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:01:59.748569798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61f3b6"},"namespace":"ai-tenant-e2e-extmod-a-61f3b6","name":"default-tenant","reconcileID":"7edc2429-4ea9-47ee-a25c-0947cd0042e2","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-61f3b6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:01:59.801387863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61f3b6"},"namespace":"ai-tenant-e2e-extmod-a-61f3b6","name":"default-tenant","reconcileID":"7edc2429-4ea9-47ee-a25c-0947cd0042e2","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-61f3b6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:01:59.853536857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61f3b6"},"namespace":"ai-tenant-e2e-extmod-a-61f3b6","name":"default-tenant","reconcileID":"7edc2429-4ea9-47ee-a25c-0947cd0042e2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-61f3b6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:01:59.905834208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61f3b6"},"namespace":"ai-tenant-e2e-extmod-a-61f3b6","name":"default-tenant","reconcileID":"7edc2429-4ea9-47ee-a25c-0947cd0042e2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-61f3b6","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:04.016998293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"754657da-1633-401a-b9b7-6bdae33dc9a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:04.117080827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a70d23f2-a743-4b85-80fa-ea948b9c41d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:04.375333498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"b560775a-b14a-4ca4-baa7-bfb3383183e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:04.617257677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"af949634-41d2-40ba-8f50-08792d228d45","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:04.713483166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"09501bcc-4c95-49ce-aa8b-fded739ca23a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:04.786306807Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61c297"},"namespace":"ai-tenant-e2e-extmod-a-61c297","name":"default-tenant","reconcileID":"f1ec4075-8c46-45ce-bfce-4731cc591b95","namespace":"ai-tenant-e2e-extmod-a-61c297","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:04.786381199Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61c297"},"namespace":"ai-tenant-e2e-extmod-a-61c297","name":"default-tenant","reconcileID":"f1ec4075-8c46-45ce-bfce-4731cc591b95","namespace":"ai-tenant-e2e-extmod-a-61c297","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:04.786431794Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61c297"},"namespace":"ai-tenant-e2e-extmod-a-61c297","name":"default-tenant","reconcileID":"f1ec4075-8c46-45ce-bfce-4731cc591b95","tenant":"e2e-extmod-a-61c297","tenantID":"e2e-extmod-a-61c297","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:04.84154762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61c297"},"namespace":"ai-tenant-e2e-extmod-a-61c297","name":"default-tenant","reconcileID":"f1ec4075-8c46-45ce-bfce-4731cc591b95","gvk":"Deployment","name":"maas-api-e2e-extmod-a-61c297","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:04.907831675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61c297"},"namespace":"ai-tenant-e2e-extmod-a-61c297","name":"default-tenant","reconcileID":"f1ec4075-8c46-45ce-bfce-4731cc591b95","gvk":"Service","name":"maas-api-e2e-extmod-a-61c297","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:04.911887984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-subscription","reconcileID":"598ca36c-b43c-4fdc-a19d-9e1a029744b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-premium-w4-398828","model":"e2e-models-e2e-worker-w4-398828/premium-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:04.969454027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61c297"},"namespace":"ai-tenant-e2e-extmod-a-61c297","name":"default-tenant","reconcileID":"f1ec4075-8c46-45ce-bfce-4731cc591b95","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-61c297","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:05.024628408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61c297"},"namespace":"ai-tenant-e2e-extmod-a-61c297","name":"default-tenant","reconcileID":"f1ec4075-8c46-45ce-bfce-4731cc591b95","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-61c297","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:05.035882831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fe8ec27c-59a8-4793-9ff4-2c600724aaa8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:05.085603885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61c297"},"namespace":"ai-tenant-e2e-extmod-a-61c297","name":"default-tenant","reconcileID":"f1ec4075-8c46-45ce-bfce-4731cc591b95","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-61c297","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:05.142088516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61c297"},"namespace":"ai-tenant-e2e-extmod-a-61c297","name":"default-tenant","reconcileID":"f1ec4075-8c46-45ce-bfce-4731cc591b95","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-61c297","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:05.199483344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61c297"},"namespace":"ai-tenant-e2e-extmod-a-61c297","name":"default-tenant","reconcileID":"f1ec4075-8c46-45ce-bfce-4731cc591b95","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-61c297","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:05.264574378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61c297"},"namespace":"ai-tenant-e2e-extmod-a-61c297","name":"default-tenant","reconcileID":"f1ec4075-8c46-45ce-bfce-4731cc591b95","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-61c297","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:05.277625468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"8552184f-6750-4419-8f35-c82736319c6c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:05.317729914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61c297"},"namespace":"ai-tenant-e2e-extmod-a-61c297","name":"default-tenant","reconcileID":"f1ec4075-8c46-45ce-bfce-4731cc591b95","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-61c297","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:05.370322654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61c297"},"namespace":"ai-tenant-e2e-extmod-a-61c297","name":"default-tenant","reconcileID":"f1ec4075-8c46-45ce-bfce-4731cc591b95","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-61c297","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:05.38403816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-subscription","reconcileID":"5269fca1-8696-4f67-849e-138c2fa91d58","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-premium-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:05.425930306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61c297"},"namespace":"ai-tenant-e2e-extmod-a-61c297","name":"default-tenant","reconcileID":"f1ec4075-8c46-45ce-bfce-4731cc591b95","gvk":"Service","name":"payload-processing-e2e-extmod-a-61c297","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:05.478304249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61c297"},"namespace":"ai-tenant-e2e-extmod-a-61c297","name":"default-tenant","reconcileID":"f1ec4075-8c46-45ce-bfce-4731cc591b95","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-61c297","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:05.521829161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"ed0ed853-7643-4bbb-a960-8c3f474532b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:05.530577409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61c297"},"namespace":"ai-tenant-e2e-extmod-a-61c297","name":"default-tenant","reconcileID":"f1ec4075-8c46-45ce-bfce-4731cc591b95","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-61c297","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:05.582607296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61c297"},"namespace":"ai-tenant-e2e-extmod-a-61c297","name":"default-tenant","reconcileID":"f1ec4075-8c46-45ce-bfce-4731cc591b95","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-61c297","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:05.610167873Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:05.620136189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"fbd809de-2950-413b-a419-d5e5b6fc5687","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:05.635069374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61c297"},"namespace":"ai-tenant-e2e-extmod-a-61c297","name":"default-tenant","reconcileID":"f1ec4075-8c46-45ce-bfce-4731cc591b95","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-61c297","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:05.637340402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"d7435516-31f4-4c1e-b979-e9795c47ffe9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-premium-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:05.690546663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61c297"},"namespace":"ai-tenant-e2e-extmod-a-61c297","name":"default-tenant","reconcileID":"f1ec4075-8c46-45ce-bfce-4731cc591b95","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-61c297","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:05.74273727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61c297"},"namespace":"ai-tenant-e2e-extmod-a-61c297","name":"default-tenant","reconcileID":"f1ec4075-8c46-45ce-bfce-4731cc591b95","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-61c297","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:05.794810831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61c297"},"namespace":"ai-tenant-e2e-extmod-a-61c297","name":"default-tenant","reconcileID":"f1ec4075-8c46-45ce-bfce-4731cc591b95","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-61c297","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:05.848775605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61c297"},"namespace":"ai-tenant-e2e-extmod-a-61c297","name":"default-tenant","reconcileID":"f1ec4075-8c46-45ce-bfce-4731cc591b95","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-61c297","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:05.9026336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61c297"},"namespace":"ai-tenant-e2e-extmod-a-61c297","name":"default-tenant","reconcileID":"f1ec4075-8c46-45ce-bfce-4731cc591b95","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-61c297","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:06.735776272Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-61c297","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-61c297","reconcileID":"9d1eb7f9-b19b-4d27-b745-72845e89414f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-61c297","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-61c297"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:07.966062283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5bbf5de-7b79-4778-b2c4-50a4413ef3d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:08.018949065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5bbf5de-7b79-4778-b2c4-50a4413ef3d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:08.071722282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5bbf5de-7b79-4778-b2c4-50a4413ef3d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:08.125484015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5bbf5de-7b79-4778-b2c4-50a4413ef3d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:10.020250672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbb966d0-1fd6-44cc-8792-ec262b5b0c9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:10.073419827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbb966d0-1fd6-44cc-8792-ec262b5b0c9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:10.126198948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbb966d0-1fd6-44cc-8792-ec262b5b0c9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:10.179087422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbb966d0-1fd6-44cc-8792-ec262b5b0c9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:11.045116922Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9b7f43"},"namespace":"ai-tenant-e2e-extmod-a-9b7f43","name":"default-tenant","reconcileID":"63887b25-afce-4ecd-af78-d2709fed1cbb","namespace":"ai-tenant-e2e-extmod-a-9b7f43","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:11.045172919Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9b7f43"},"namespace":"ai-tenant-e2e-extmod-a-9b7f43","name":"default-tenant","reconcileID":"63887b25-afce-4ecd-af78-d2709fed1cbb","namespace":"ai-tenant-e2e-extmod-a-9b7f43","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:11.045220692Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9b7f43"},"namespace":"ai-tenant-e2e-extmod-a-9b7f43","name":"default-tenant","reconcileID":"63887b25-afce-4ecd-af78-d2709fed1cbb","tenant":"e2e-extmod-a-9b7f43","tenantID":"e2e-extmod-a-9b7f43","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:11.099442831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9b7f43"},"namespace":"ai-tenant-e2e-extmod-a-9b7f43","name":"default-tenant","reconcileID":"63887b25-afce-4ecd-af78-d2709fed1cbb","gvk":"Deployment","name":"maas-api-e2e-extmod-a-9b7f43","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:11.162301749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9b7f43"},"namespace":"ai-tenant-e2e-extmod-a-9b7f43","name":"default-tenant","reconcileID":"63887b25-afce-4ecd-af78-d2709fed1cbb","gvk":"Service","name":"maas-api-e2e-extmod-a-9b7f43","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:11.248935834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9b7f43"},"namespace":"ai-tenant-e2e-extmod-a-9b7f43","name":"default-tenant","reconcileID":"63887b25-afce-4ecd-af78-d2709fed1cbb","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-9b7f43","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:11.302955836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9b7f43"},"namespace":"ai-tenant-e2e-extmod-a-9b7f43","name":"default-tenant","reconcileID":"63887b25-afce-4ecd-af78-d2709fed1cbb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-9b7f43","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:11.363188004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9b7f43"},"namespace":"ai-tenant-e2e-extmod-a-9b7f43","name":"default-tenant","reconcileID":"63887b25-afce-4ecd-af78-d2709fed1cbb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-9b7f43","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:11.426115477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9b7f43"},"namespace":"ai-tenant-e2e-extmod-a-9b7f43","name":"default-tenant","reconcileID":"63887b25-afce-4ecd-af78-d2709fed1cbb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-9b7f43","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:11.484633849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9b7f43"},"namespace":"ai-tenant-e2e-extmod-a-9b7f43","name":"default-tenant","reconcileID":"63887b25-afce-4ecd-af78-d2709fed1cbb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-9b7f43","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:11.594802291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9b7f43"},"namespace":"ai-tenant-e2e-extmod-a-9b7f43","name":"default-tenant","reconcileID":"63887b25-afce-4ecd-af78-d2709fed1cbb","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-9b7f43","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:11.648491873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9b7f43"},"namespace":"ai-tenant-e2e-extmod-a-9b7f43","name":"default-tenant","reconcileID":"63887b25-afce-4ecd-af78-d2709fed1cbb","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-9b7f43","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:11.701674505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9b7f43"},"namespace":"ai-tenant-e2e-extmod-a-9b7f43","name":"default-tenant","reconcileID":"63887b25-afce-4ecd-af78-d2709fed1cbb","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-9b7f43","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:11.754728475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9b7f43"},"namespace":"ai-tenant-e2e-extmod-a-9b7f43","name":"default-tenant","reconcileID":"63887b25-afce-4ecd-af78-d2709fed1cbb","gvk":"Service","name":"payload-processing-e2e-extmod-a-9b7f43","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:11.807204365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9b7f43"},"namespace":"ai-tenant-e2e-extmod-a-9b7f43","name":"default-tenant","reconcileID":"63887b25-afce-4ecd-af78-d2709fed1cbb","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-9b7f43","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:11.85979547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9b7f43"},"namespace":"ai-tenant-e2e-extmod-a-9b7f43","name":"default-tenant","reconcileID":"63887b25-afce-4ecd-af78-d2709fed1cbb","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-9b7f43","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:11.912389551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9b7f43"},"namespace":"ai-tenant-e2e-extmod-a-9b7f43","name":"default-tenant","reconcileID":"63887b25-afce-4ecd-af78-d2709fed1cbb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-9b7f43","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:11.965300476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9b7f43"},"namespace":"ai-tenant-e2e-extmod-a-9b7f43","name":"default-tenant","reconcileID":"63887b25-afce-4ecd-af78-d2709fed1cbb","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-9b7f43","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:12.02176671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9b7f43"},"namespace":"ai-tenant-e2e-extmod-a-9b7f43","name":"default-tenant","reconcileID":"63887b25-afce-4ecd-af78-d2709fed1cbb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-9b7f43","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:12.074532561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9b7f43"},"namespace":"ai-tenant-e2e-extmod-a-9b7f43","name":"default-tenant","reconcileID":"63887b25-afce-4ecd-af78-d2709fed1cbb","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-9b7f43","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:12.126941295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9b7f43"},"namespace":"ai-tenant-e2e-extmod-a-9b7f43","name":"default-tenant","reconcileID":"63887b25-afce-4ecd-af78-d2709fed1cbb","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-9b7f43","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:12.153417222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c846ccd-486a-426b-a59e-96e20d7628d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:12.209713834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9b7f43"},"namespace":"ai-tenant-e2e-extmod-a-9b7f43","name":"default-tenant","reconcileID":"63887b25-afce-4ecd-af78-d2709fed1cbb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-9b7f43","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:12.211286939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c846ccd-486a-426b-a59e-96e20d7628d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:12.264243034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9b7f43"},"namespace":"ai-tenant-e2e-extmod-a-9b7f43","name":"default-tenant","reconcileID":"63887b25-afce-4ecd-af78-d2709fed1cbb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-9b7f43","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:12.264628652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c846ccd-486a-426b-a59e-96e20d7628d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:12.317428144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c846ccd-486a-426b-a59e-96e20d7628d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:13.141127236Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-9b7f43","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-9b7f43","reconcileID":"0ab0c1ad-76a3-4a5c-b61c-9c8b18098cf7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-9b7f43","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-9b7f43"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:14.252068919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"addbb72c-c200-4bea-84aa-66ef616465b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:14.305169801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"addbb72c-c200-4bea-84aa-66ef616465b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:14.358083146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"addbb72c-c200-4bea-84aa-66ef616465b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:14.410971979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"addbb72c-c200-4bea-84aa-66ef616465b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:16.314979928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac7731ba-d29d-4e84-adbf-b2ef789d8291","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:16.367915859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac7731ba-d29d-4e84-adbf-b2ef789d8291","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:16.420939851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac7731ba-d29d-4e84-adbf-b2ef789d8291","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:16.47366477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac7731ba-d29d-4e84-adbf-b2ef789d8291","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:18.387482404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33054488-7f50-471c-a97f-e937eb85d173","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:18.440160573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33054488-7f50-471c-a97f-e937eb85d173","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:18.492798483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33054488-7f50-471c-a97f-e937eb85d173","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:18.545656445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33054488-7f50-471c-a97f-e937eb85d173","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:20.499111881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3184810-5c22-4b7e-b416-91c9f8442e4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:20.551726835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3184810-5c22-4b7e-b416-91c9f8442e4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:20.60444889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3184810-5c22-4b7e-b416-91c9f8442e4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:20.657557262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3184810-5c22-4b7e-b416-91c9f8442e4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:22.563637792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b8a565f-3628-4974-ad3f-f28718172c10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:22.616325115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b8a565f-3628-4974-ad3f-f28718172c10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:22.669034375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b8a565f-3628-4974-ad3f-f28718172c10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:22.722028346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b8a565f-3628-4974-ad3f-f28718172c10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:24.61908311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76d435a5-d7c8-4344-9163-cf2c890a498b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:24.672517491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76d435a5-d7c8-4344-9163-cf2c890a498b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:24.725618815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76d435a5-d7c8-4344-9163-cf2c890a498b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:24.778264477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76d435a5-d7c8-4344-9163-cf2c890a498b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:26.688554442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"186885ce-3f8d-401e-8aef-c4e050995ae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:26.742783507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"186885ce-3f8d-401e-8aef-c4e050995ae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:26.79539087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"186885ce-3f8d-401e-8aef-c4e050995ae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:26.848059852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"186885ce-3f8d-401e-8aef-c4e050995ae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:27.276252563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"ed5e506b-0eea-4d38-aebe-8c508dd776b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:27.375248325Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"94215ee8-55e1-4bd3-bb52-3892e40beb53","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:27.395795579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3b0a5236-5973-4767-8233-bb64404718d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:27.576421623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"2a881ad0-c681-4aca-8b17-14f33b964790","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:27.690432788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"cbcf1ef2-ccec-471f-b4cf-d9bc0f64f5a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:28.13745176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"24186f96-c045-4b23-86d1-b84a6dc89876","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-premium-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:28.284880871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"24741282-4de4-4253-aba2-b3ce25dceeb2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:28.390136216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"71eb16fc-ad83-4d91-8e0f-54e0bc209d8a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:28.393443599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-subscription","reconcileID":"bbb400b6-6a42-4070-8caf-9e3408115f01","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-premium-w4-398828","model":"e2e-models-e2e-worker-w4-398828/premium-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:28.570220676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"cc7e64a0-c4a5-4933-81eb-2a97d4e28c81","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:28.744939993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e84d5343-d7bb-4772-9255-016ce48f2d15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:28.746498212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"06f8aa0e-83fb-437b-bdbd-d1de8dbfc12c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:28.810968274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e84d5343-d7bb-4772-9255-016ce48f2d15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:28.864984833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e84d5343-d7bb-4772-9255-016ce48f2d15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:28.918045125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e84d5343-d7bb-4772-9255-016ce48f2d15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:29.077688505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-subscription","reconcileID":"0fa15b54-d99f-4e07-9f79-4c9b1b58f1fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-premium-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:30.869673789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd2da7d5-eca2-41f9-9010-a85e0163c40e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:30.922814494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd2da7d5-eca2-41f9-9010-a85e0163c40e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:30.975377673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd2da7d5-eca2-41f9-9010-a85e0163c40e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:31.027889449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd2da7d5-eca2-41f9-9010-a85e0163c40e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:35.61012225Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:37.637711381Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"default-tenant","reconcileID":"cf79f432-cc7e-4b9e-92c0-fa386bf3bac7","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:37.637776457Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"default-tenant","reconcileID":"cf79f432-cc7e-4b9e-92c0-fa386bf3bac7","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:37.63782555Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"default-tenant","reconcileID":"cf79f432-cc7e-4b9e-92c0-fa386bf3bac7","tenant":"e2e-shared-a-w0-ee0fed","tenantID":"e2e-shared-a-w0-ee0fed","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:37.69392239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"default-tenant","reconcileID":"cf79f432-cc7e-4b9e-92c0-fa386bf3bac7","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-ee0fed","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:37.755559326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"default-tenant","reconcileID":"cf79f432-cc7e-4b9e-92c0-fa386bf3bac7","gvk":"Service","name":"maas-api-e2e-shared-a-w0-ee0fed","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:37.815763699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"default-tenant","reconcileID":"cf79f432-cc7e-4b9e-92c0-fa386bf3bac7","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-ee0fed","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:37.872548158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"default-tenant","reconcileID":"cf79f432-cc7e-4b9e-92c0-fa386bf3bac7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-ee0fed","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:37.932290139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"default-tenant","reconcileID":"cf79f432-cc7e-4b9e-92c0-fa386bf3bac7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-ee0fed","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:37.988143707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"default-tenant","reconcileID":"cf79f432-cc7e-4b9e-92c0-fa386bf3bac7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-ee0fed","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:38.04493874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"default-tenant","reconcileID":"cf79f432-cc7e-4b9e-92c0-fa386bf3bac7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-ee0fed","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:38.111201419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"default-tenant","reconcileID":"cf79f432-cc7e-4b9e-92c0-fa386bf3bac7","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-ee0fed","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:38.168718434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"default-tenant","reconcileID":"cf79f432-cc7e-4b9e-92c0-fa386bf3bac7","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-ee0fed","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:38.221236889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"default-tenant","reconcileID":"cf79f432-cc7e-4b9e-92c0-fa386bf3bac7","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-ee0fed","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:38.273780345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"default-tenant","reconcileID":"cf79f432-cc7e-4b9e-92c0-fa386bf3bac7","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-ee0fed","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:38.331704614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"default-tenant","reconcileID":"cf79f432-cc7e-4b9e-92c0-fa386bf3bac7","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-ee0fed","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:38.384667394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"default-tenant","reconcileID":"cf79f432-cc7e-4b9e-92c0-fa386bf3bac7","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-ee0fed","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:38.439009729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"default-tenant","reconcileID":"cf79f432-cc7e-4b9e-92c0-fa386bf3bac7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-ee0fed","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:38.49158371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"default-tenant","reconcileID":"cf79f432-cc7e-4b9e-92c0-fa386bf3bac7","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-ee0fed","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:38.547561194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"default-tenant","reconcileID":"cf79f432-cc7e-4b9e-92c0-fa386bf3bac7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-ee0fed","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:38.60054415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"default-tenant","reconcileID":"cf79f432-cc7e-4b9e-92c0-fa386bf3bac7","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-ee0fed","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:38.653153234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"default-tenant","reconcileID":"cf79f432-cc7e-4b9e-92c0-fa386bf3bac7","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-ee0fed","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:38.706021165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"default-tenant","reconcileID":"cf79f432-cc7e-4b9e-92c0-fa386bf3bac7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-ee0fed","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:38.76660688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ee0fed"},"namespace":"ai-tenant-e2e-shared-a-w0-ee0fed","name":"default-tenant","reconcileID":"cf79f432-cc7e-4b9e-92c0-fa386bf3bac7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-ee0fed","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:39.625156056Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-ee0fed","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-ee0fed","reconcileID":"a49ae7d5-2623-46d1-8203-30ce63ca5835","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-ee0fed","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-ee0fed"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:40.781969862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a9123fe-ad64-4faa-8bf5-6d881a987891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:40.834784335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a9123fe-ad64-4faa-8bf5-6d881a987891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:40.887616988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a9123fe-ad64-4faa-8bf5-6d881a987891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:40.940244145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a9123fe-ad64-4faa-8bf5-6d881a987891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:42.883903347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"381b9829-0cd0-4a0c-9496-73dd7ea7caa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:42.93692441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"381b9829-0cd0-4a0c-9496-73dd7ea7caa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:42.989890705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"381b9829-0cd0-4a0c-9496-73dd7ea7caa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:43.042948825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"381b9829-0cd0-4a0c-9496-73dd7ea7caa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:47.890601144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aedfc39b-6970-48e2-a8bd-4f61ba9e0ec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:47.943888637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aedfc39b-6970-48e2-a8bd-4f61ba9e0ec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:47.996758831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aedfc39b-6970-48e2-a8bd-4f61ba9e0ec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:48.049633414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aedfc39b-6970-48e2-a8bd-4f61ba9e0ec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:48.927776372Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae1315"},"namespace":"ai-tenant-e2e-extmod-a-ae1315","name":"default-tenant","reconcileID":"0115667a-65c4-4e58-ac87-db91fa611a6e","namespace":"ai-tenant-e2e-extmod-a-ae1315","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:48.92785452Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae1315"},"namespace":"ai-tenant-e2e-extmod-a-ae1315","name":"default-tenant","reconcileID":"0115667a-65c4-4e58-ac87-db91fa611a6e","namespace":"ai-tenant-e2e-extmod-a-ae1315","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:48.92791947Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae1315"},"namespace":"ai-tenant-e2e-extmod-a-ae1315","name":"default-tenant","reconcileID":"0115667a-65c4-4e58-ac87-db91fa611a6e","tenant":"e2e-extmod-a-ae1315","tenantID":"e2e-extmod-a-ae1315","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:48.982537538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae1315"},"namespace":"ai-tenant-e2e-extmod-a-ae1315","name":"default-tenant","reconcileID":"0115667a-65c4-4e58-ac87-db91fa611a6e","gvk":"Deployment","name":"maas-api-e2e-extmod-a-ae1315","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:49.043169458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae1315"},"namespace":"ai-tenant-e2e-extmod-a-ae1315","name":"default-tenant","reconcileID":"0115667a-65c4-4e58-ac87-db91fa611a6e","gvk":"Service","name":"maas-api-e2e-extmod-a-ae1315","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:49.116644924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae1315"},"namespace":"ai-tenant-e2e-extmod-a-ae1315","name":"default-tenant","reconcileID":"0115667a-65c4-4e58-ac87-db91fa611a6e","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-ae1315","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:49.170621535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae1315"},"namespace":"ai-tenant-e2e-extmod-a-ae1315","name":"default-tenant","reconcileID":"0115667a-65c4-4e58-ac87-db91fa611a6e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-ae1315","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:49.22942016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae1315"},"namespace":"ai-tenant-e2e-extmod-a-ae1315","name":"default-tenant","reconcileID":"0115667a-65c4-4e58-ac87-db91fa611a6e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-ae1315","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:49.284068228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae1315"},"namespace":"ai-tenant-e2e-extmod-a-ae1315","name":"default-tenant","reconcileID":"0115667a-65c4-4e58-ac87-db91fa611a6e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-ae1315","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:49.34192046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae1315"},"namespace":"ai-tenant-e2e-extmod-a-ae1315","name":"default-tenant","reconcileID":"0115667a-65c4-4e58-ac87-db91fa611a6e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-ae1315","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:49.449781136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae1315"},"namespace":"ai-tenant-e2e-extmod-a-ae1315","name":"default-tenant","reconcileID":"0115667a-65c4-4e58-ac87-db91fa611a6e","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-ae1315","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:49.531551076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae1315"},"namespace":"ai-tenant-e2e-extmod-a-ae1315","name":"default-tenant","reconcileID":"0115667a-65c4-4e58-ac87-db91fa611a6e","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-ae1315","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:49.587708295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae1315"},"namespace":"ai-tenant-e2e-extmod-a-ae1315","name":"default-tenant","reconcileID":"0115667a-65c4-4e58-ac87-db91fa611a6e","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-ae1315","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:49.641206953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae1315"},"namespace":"ai-tenant-e2e-extmod-a-ae1315","name":"default-tenant","reconcileID":"0115667a-65c4-4e58-ac87-db91fa611a6e","gvk":"Service","name":"payload-processing-e2e-extmod-a-ae1315","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:49.694289732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae1315"},"namespace":"ai-tenant-e2e-extmod-a-ae1315","name":"default-tenant","reconcileID":"0115667a-65c4-4e58-ac87-db91fa611a6e","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-ae1315","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:49.746739016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae1315"},"namespace":"ai-tenant-e2e-extmod-a-ae1315","name":"default-tenant","reconcileID":"0115667a-65c4-4e58-ac87-db91fa611a6e","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-ae1315","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:49.798890316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae1315"},"namespace":"ai-tenant-e2e-extmod-a-ae1315","name":"default-tenant","reconcileID":"0115667a-65c4-4e58-ac87-db91fa611a6e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-ae1315","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:49.850966781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae1315"},"namespace":"ai-tenant-e2e-extmod-a-ae1315","name":"default-tenant","reconcileID":"0115667a-65c4-4e58-ac87-db91fa611a6e","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-ae1315","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:49.903105051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae1315"},"namespace":"ai-tenant-e2e-extmod-a-ae1315","name":"default-tenant","reconcileID":"0115667a-65c4-4e58-ac87-db91fa611a6e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-ae1315","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:49.955417461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae1315"},"namespace":"ai-tenant-e2e-extmod-a-ae1315","name":"default-tenant","reconcileID":"0115667a-65c4-4e58-ac87-db91fa611a6e","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-ae1315","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:50.007536035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae1315"},"namespace":"ai-tenant-e2e-extmod-a-ae1315","name":"default-tenant","reconcileID":"0115667a-65c4-4e58-ac87-db91fa611a6e","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-ae1315","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:50.059699544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae1315"},"namespace":"ai-tenant-e2e-extmod-a-ae1315","name":"default-tenant","reconcileID":"0115667a-65c4-4e58-ac87-db91fa611a6e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-ae1315","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:50.077856575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4074c8cc-c8c0-43a4-9b45-0c808fc257de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:50.130053163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae1315"},"namespace":"ai-tenant-e2e-extmod-a-ae1315","name":"default-tenant","reconcileID":"0115667a-65c4-4e58-ac87-db91fa611a6e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-ae1315","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:50.130709451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4074c8cc-c8c0-43a4-9b45-0c808fc257de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:50.183545535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4074c8cc-c8c0-43a4-9b45-0c808fc257de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:50.236243462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4074c8cc-c8c0-43a4-9b45-0c808fc257de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:50.945384763Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-ae1315","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-ae1315","reconcileID":"d4564428-4fa3-48e1-bc90-6a71bcc7a466","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-ae1315","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-ae1315"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:52.143331291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b611d607-c0f4-4ee9-b80b-ef6194b0b68f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:52.196070972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b611d607-c0f4-4ee9-b80b-ef6194b0b68f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:52.248782366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b611d607-c0f4-4ee9-b80b-ef6194b0b68f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:02:52.301809521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b611d607-c0f4-4ee9-b80b-ef6194b0b68f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:00.341202607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a62afdc-9ea6-416e-9583-9848b13b3f1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:00.398691731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a62afdc-9ea6-416e-9583-9848b13b3f1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:00.45182556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a62afdc-9ea6-416e-9583-9848b13b3f1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:00.504615762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a62afdc-9ea6-416e-9583-9848b13b3f1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:02.410895818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38ee859b-d072-4871-9826-65c65741b019","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:02.463690259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38ee859b-d072-4871-9826-65c65741b019","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:02.516895742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38ee859b-d072-4871-9826-65c65741b019","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:02.569832148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38ee859b-d072-4871-9826-65c65741b019","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:04.480686074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9edac2a1-fbcc-44b8-8774-53bfda6d5d10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:04.533257591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9edac2a1-fbcc-44b8-8774-53bfda6d5d10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:04.58608999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9edac2a1-fbcc-44b8-8774-53bfda6d5d10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:04.638599991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9edac2a1-fbcc-44b8-8774-53bfda6d5d10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:05.609092538Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:24.331412128Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61f3b6"},"namespace":"ai-tenant-e2e-extmod-a-61f3b6","name":"default-tenant","reconcileID":"07afa6e5-8308-4367-9160-2703ac7b406f","namespace":"ai-tenant-e2e-extmod-a-61f3b6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:24.331470647Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61f3b6"},"namespace":"ai-tenant-e2e-extmod-a-61f3b6","name":"default-tenant","reconcileID":"07afa6e5-8308-4367-9160-2703ac7b406f","namespace":"ai-tenant-e2e-extmod-a-61f3b6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:24.331517255Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61f3b6"},"namespace":"ai-tenant-e2e-extmod-a-61f3b6","name":"default-tenant","reconcileID":"07afa6e5-8308-4367-9160-2703ac7b406f","tenant":"e2e-extmod-a-61f3b6","tenantID":"e2e-extmod-a-61f3b6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:24.383955638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61f3b6"},"namespace":"ai-tenant-e2e-extmod-a-61f3b6","name":"default-tenant","reconcileID":"07afa6e5-8308-4367-9160-2703ac7b406f","gvk":"Deployment","name":"maas-api-e2e-extmod-a-61f3b6","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:24.43640595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61f3b6"},"namespace":"ai-tenant-e2e-extmod-a-61f3b6","name":"default-tenant","reconcileID":"07afa6e5-8308-4367-9160-2703ac7b406f","gvk":"Service","name":"maas-api-e2e-extmod-a-61f3b6","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:24.488517375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61f3b6"},"namespace":"ai-tenant-e2e-extmod-a-61f3b6","name":"default-tenant","reconcileID":"07afa6e5-8308-4367-9160-2703ac7b406f","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-61f3b6","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:24.540702203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61f3b6"},"namespace":"ai-tenant-e2e-extmod-a-61f3b6","name":"default-tenant","reconcileID":"07afa6e5-8308-4367-9160-2703ac7b406f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-61f3b6","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:24.592920908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61f3b6"},"namespace":"ai-tenant-e2e-extmod-a-61f3b6","name":"default-tenant","reconcileID":"07afa6e5-8308-4367-9160-2703ac7b406f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-61f3b6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:24.644920618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61f3b6"},"namespace":"ai-tenant-e2e-extmod-a-61f3b6","name":"default-tenant","reconcileID":"07afa6e5-8308-4367-9160-2703ac7b406f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-61f3b6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:24.69693458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61f3b6"},"namespace":"ai-tenant-e2e-extmod-a-61f3b6","name":"default-tenant","reconcileID":"07afa6e5-8308-4367-9160-2703ac7b406f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-61f3b6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:24.749153964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61f3b6"},"namespace":"ai-tenant-e2e-extmod-a-61f3b6","name":"default-tenant","reconcileID":"07afa6e5-8308-4367-9160-2703ac7b406f","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-61f3b6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:24.801291425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61f3b6"},"namespace":"ai-tenant-e2e-extmod-a-61f3b6","name":"default-tenant","reconcileID":"07afa6e5-8308-4367-9160-2703ac7b406f","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-61f3b6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:24.853467766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61f3b6"},"namespace":"ai-tenant-e2e-extmod-a-61f3b6","name":"default-tenant","reconcileID":"07afa6e5-8308-4367-9160-2703ac7b406f","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-61f3b6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:24.905865719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61f3b6"},"namespace":"ai-tenant-e2e-extmod-a-61f3b6","name":"default-tenant","reconcileID":"07afa6e5-8308-4367-9160-2703ac7b406f","gvk":"Service","name":"payload-processing-e2e-extmod-a-61f3b6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:24.958342243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61f3b6"},"namespace":"ai-tenant-e2e-extmod-a-61f3b6","name":"default-tenant","reconcileID":"07afa6e5-8308-4367-9160-2703ac7b406f","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-61f3b6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:25.01080291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61f3b6"},"namespace":"ai-tenant-e2e-extmod-a-61f3b6","name":"default-tenant","reconcileID":"07afa6e5-8308-4367-9160-2703ac7b406f","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-61f3b6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:25.062919222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61f3b6"},"namespace":"ai-tenant-e2e-extmod-a-61f3b6","name":"default-tenant","reconcileID":"07afa6e5-8308-4367-9160-2703ac7b406f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-61f3b6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:25.114954931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61f3b6"},"namespace":"ai-tenant-e2e-extmod-a-61f3b6","name":"default-tenant","reconcileID":"07afa6e5-8308-4367-9160-2703ac7b406f","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-61f3b6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:25.169092453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61f3b6"},"namespace":"ai-tenant-e2e-extmod-a-61f3b6","name":"default-tenant","reconcileID":"07afa6e5-8308-4367-9160-2703ac7b406f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-61f3b6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:25.221696369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61f3b6"},"namespace":"ai-tenant-e2e-extmod-a-61f3b6","name":"default-tenant","reconcileID":"07afa6e5-8308-4367-9160-2703ac7b406f","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-61f3b6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:25.274040093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61f3b6"},"namespace":"ai-tenant-e2e-extmod-a-61f3b6","name":"default-tenant","reconcileID":"07afa6e5-8308-4367-9160-2703ac7b406f","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-61f3b6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:25.326332945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61f3b6"},"namespace":"ai-tenant-e2e-extmod-a-61f3b6","name":"default-tenant","reconcileID":"07afa6e5-8308-4367-9160-2703ac7b406f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-61f3b6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:25.378825914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-61f3b6"},"namespace":"ai-tenant-e2e-extmod-a-61f3b6","name":"default-tenant","reconcileID":"07afa6e5-8308-4367-9160-2703ac7b406f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-61f3b6","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:26.196703885Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-61f3b6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-61f3b6","reconcileID":"727a8f21-bd9d-4007-b67b-1f59265158d7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-61f3b6","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-61f3b6"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:27.299433858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b639413a-880e-4f15-bb8b-831b88f500a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:27.352992316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b639413a-880e-4f15-bb8b-831b88f500a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:27.40544754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b639413a-880e-4f15-bb8b-831b88f500a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:27.457951015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b639413a-880e-4f15-bb8b-831b88f500a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:29.344919558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"060fc56e-8cd6-4b32-b819-6d77b503f895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:29.400844766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"060fc56e-8cd6-4b32-b819-6d77b503f895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:29.454020654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"060fc56e-8cd6-4b32-b819-6d77b503f895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:29.507741421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"060fc56e-8cd6-4b32-b819-6d77b503f895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:31.558768756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-subscription","reconcileID":"044a3aea-cd87-41b7-b713-353aa38826e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-premium-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:31.659229283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"7907fb04-6b95-4498-bcda-b13728f78c79","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:31.760317581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"8a937447-8a7a-4ffc-88f3-eb2d8472f253","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:32.031258699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"1e8bc4b8-160b-46a5-9ea4-a4ff2baf6ab4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:32.130892495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"e38dc5a4-e4f9-40c7-a0ff-8c110c92cf9a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-premium-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:32.230480792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"28b2cee5-db64-4aeb-857c-bb59b07a2307","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:32.330153985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"88fff0b6-e5ca-40c0-876e-99d1bb5de21b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:32.444218321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-subscription","reconcileID":"4b0c6635-ce3a-49b6-aedd-ab658e03af4b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-premium-w4-398828","model":"e2e-models-e2e-worker-w4-398828/premium-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:32.734787527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"c4ae0064-e8ac-4271-be20-b9eda6df5eeb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:32.852393309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"32c4ddc0-f071-4b6d-8888-9db0670a49d6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:33.049108726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c0104ce4-0198-4b5e-926f-82393387ab45","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:33.148290668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9c2c214b-2116-47dc-bc98-2517ac3d608e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:35.158152418Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"default-tenant","reconcileID":"1570e42b-aab0-4e80-ab90-c53ef3f185fe","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:35.158207569Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"default-tenant","reconcileID":"1570e42b-aab0-4e80-ab90-c53ef3f185fe","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:35.158261187Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"default-tenant","reconcileID":"1570e42b-aab0-4e80-ab90-c53ef3f185fe","tenant":"e2e-shared-a-w2-4c3ea5","tenantID":"e2e-shared-a-w2-4c3ea5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:35.212850703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"default-tenant","reconcileID":"1570e42b-aab0-4e80-ab90-c53ef3f185fe","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-4c3ea5","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:35.272437007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"default-tenant","reconcileID":"1570e42b-aab0-4e80-ab90-c53ef3f185fe","gvk":"Service","name":"maas-api-e2e-shared-a-w2-4c3ea5","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:35.33228233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"default-tenant","reconcileID":"1570e42b-aab0-4e80-ab90-c53ef3f185fe","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-4c3ea5","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:35.386298808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"default-tenant","reconcileID":"1570e42b-aab0-4e80-ab90-c53ef3f185fe","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-4c3ea5","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:35.477386133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"default-tenant","reconcileID":"1570e42b-aab0-4e80-ab90-c53ef3f185fe","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-4c3ea5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:35.532616594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"default-tenant","reconcileID":"1570e42b-aab0-4e80-ab90-c53ef3f185fe","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-4c3ea5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:35.589226115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"default-tenant","reconcileID":"1570e42b-aab0-4e80-ab90-c53ef3f185fe","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-4c3ea5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:35.61068653Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:35.6439897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"default-tenant","reconcileID":"1570e42b-aab0-4e80-ab90-c53ef3f185fe","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-4c3ea5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:35.696005301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"default-tenant","reconcileID":"1570e42b-aab0-4e80-ab90-c53ef3f185fe","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-4c3ea5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:35.748326394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"default-tenant","reconcileID":"1570e42b-aab0-4e80-ab90-c53ef3f185fe","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-4c3ea5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:35.815005161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"default-tenant","reconcileID":"1570e42b-aab0-4e80-ab90-c53ef3f185fe","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-4c3ea5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:35.867165726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"default-tenant","reconcileID":"1570e42b-aab0-4e80-ab90-c53ef3f185fe","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-4c3ea5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:35.919345585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"default-tenant","reconcileID":"1570e42b-aab0-4e80-ab90-c53ef3f185fe","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-4c3ea5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:35.971762369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"default-tenant","reconcileID":"1570e42b-aab0-4e80-ab90-c53ef3f185fe","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-4c3ea5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:36.024407254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"default-tenant","reconcileID":"1570e42b-aab0-4e80-ab90-c53ef3f185fe","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-4c3ea5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:36.029495952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c40faeb-1d05-4e7a-970d-c8f9d4d75c77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:36.086303406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c40faeb-1d05-4e7a-970d-c8f9d4d75c77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:36.08636686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"default-tenant","reconcileID":"1570e42b-aab0-4e80-ab90-c53ef3f185fe","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-4c3ea5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:36.141050353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c40faeb-1d05-4e7a-970d-c8f9d4d75c77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:36.193952917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"default-tenant","reconcileID":"1570e42b-aab0-4e80-ab90-c53ef3f185fe","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-4c3ea5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:36.195670705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c40faeb-1d05-4e7a-970d-c8f9d4d75c77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:36.253117298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"default-tenant","reconcileID":"1570e42b-aab0-4e80-ab90-c53ef3f185fe","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-4c3ea5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:36.306693165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"default-tenant","reconcileID":"1570e42b-aab0-4e80-ab90-c53ef3f185fe","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-4c3ea5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:36.359438476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5"},"namespace":"ai-tenant-e2e-shared-a-w2-4c3ea5","name":"default-tenant","reconcileID":"1570e42b-aab0-4e80-ab90-c53ef3f185fe","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-4c3ea5","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:37.177251248Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-4c3ea5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-4c3ea5","reconcileID":"4721fab3-d483-46c2-8351-612c3cd9a719","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-4c3ea5","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-4c3ea5"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:38.097392716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d17c01e6-f237-43b6-b862-8c552cef73d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:38.150268988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d17c01e6-f237-43b6-b862-8c552cef73d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:38.202981153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d17c01e6-f237-43b6-b862-8c552cef73d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:38.255573349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d17c01e6-f237-43b6-b862-8c552cef73d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:40.182020405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6efc1d18-c537-49d2-8836-b33549de1196","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:40.2346953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6efc1d18-c537-49d2-8836-b33549de1196","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:40.287476035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6efc1d18-c537-49d2-8836-b33549de1196","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:40.33999772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6efc1d18-c537-49d2-8836-b33549de1196","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:42.318907305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ccff0ea-cf6f-4426-8f86-6a8a4c47bc6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:42.371618526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ccff0ea-cf6f-4426-8f86-6a8a4c47bc6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:42.424509914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ccff0ea-cf6f-4426-8f86-6a8a4c47bc6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:42.477293834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ccff0ea-cf6f-4426-8f86-6a8a4c47bc6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:44.379869635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b136b62-2362-4938-a71b-d92054f7ec3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:44.432565885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b136b62-2362-4938-a71b-d92054f7ec3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:44.48557371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b136b62-2362-4938-a71b-d92054f7ec3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:44.542579143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b136b62-2362-4938-a71b-d92054f7ec3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:46.475710416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd66d06a-20c6-4635-b694-aa1a6ab4297a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:46.528881913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd66d06a-20c6-4635-b694-aa1a6ab4297a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:46.581627404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd66d06a-20c6-4635-b694-aa1a6ab4297a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:46.634108119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd66d06a-20c6-4635-b694-aa1a6ab4297a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:48.531671894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9795eb4-6dab-4303-91e5-4a460074e0e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:48.584309819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9795eb4-6dab-4303-91e5-4a460074e0e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:48.656644733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9795eb4-6dab-4303-91e5-4a460074e0e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:48.71184882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9795eb4-6dab-4303-91e5-4a460074e0e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:49.675937292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"9c2823e9-a237-4483-84b7-0b6c8205df27","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:49.774112496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"62eafc7a-97dd-4101-9bbb-d10ac7c0c0e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:49.934802053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"7d100608-fe4d-4443-b185-9ebb13b9c756","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:50.038905047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"b6b44508-f2ee-4574-8626-063321369740","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:50.039449445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-subscription","reconcileID":"01ac8764-25cb-4f70-923d-894d131d235b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-premium-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:50.238555046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"2086070b-2730-41cc-a54c-e04b395b6682","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:50.297523535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"934a702e-9d50-4852-ad48-bd44e1538b1e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:50.547516412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"909b2fd4-b31a-410e-a6d3-a55ed2bffa72","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:50.670545344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-subscription","reconcileID":"48568e98-385b-4430-9a31-30e623adf56b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-premium-w4-398828","model":"e2e-models-e2e-worker-w4-398828/premium-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:50.677309982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a00841bd-a730-4482-9c1a-e90cb435a4a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:50.730241343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a00841bd-a730-4482-9c1a-e90cb435a4a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:50.782851696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a00841bd-a730-4482-9c1a-e90cb435a4a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:50.835673272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a00841bd-a730-4482-9c1a-e90cb435a4a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:50.994091769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"527b0fde-4e57-46c7-a0c5-204a48f7da9e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:51.094082504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a21272bd-ba80-49a0-8a9d-1b6d6d224e45","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:51.209533042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"2899e552-f9c0-4471-93b4-58eb0e82069b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-premium-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:52.013784661Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e69cf2"},"namespace":"ai-tenant-e2e-autores-e69cf2","name":"default-tenant","reconcileID":"1ed95fe6-d586-43f1-a4b4-b8a62a79d4a8","namespace":"ai-tenant-e2e-autores-e69cf2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:52.01384011Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e69cf2"},"namespace":"ai-tenant-e2e-autores-e69cf2","name":"default-tenant","reconcileID":"1ed95fe6-d586-43f1-a4b4-b8a62a79d4a8","namespace":"ai-tenant-e2e-autores-e69cf2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:52.01388598Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e69cf2"},"namespace":"ai-tenant-e2e-autores-e69cf2","name":"default-tenant","reconcileID":"1ed95fe6-d586-43f1-a4b4-b8a62a79d4a8","tenant":"e2e-autores-e69cf2","tenantID":"e2e-autores-e69cf2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:52.068457783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e69cf2"},"namespace":"ai-tenant-e2e-autores-e69cf2","name":"default-tenant","reconcileID":"1ed95fe6-d586-43f1-a4b4-b8a62a79d4a8","gvk":"Deployment","name":"maas-api-e2e-autores-e69cf2","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:52.133189986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e69cf2"},"namespace":"ai-tenant-e2e-autores-e69cf2","name":"default-tenant","reconcileID":"1ed95fe6-d586-43f1-a4b4-b8a62a79d4a8","gvk":"Service","name":"maas-api-e2e-autores-e69cf2","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:52.231935275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e69cf2"},"namespace":"ai-tenant-e2e-autores-e69cf2","name":"default-tenant","reconcileID":"1ed95fe6-d586-43f1-a4b4-b8a62a79d4a8","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-e69cf2","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:52.286401523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e69cf2"},"namespace":"ai-tenant-e2e-autores-e69cf2","name":"default-tenant","reconcileID":"1ed95fe6-d586-43f1-a4b4-b8a62a79d4a8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-e69cf2","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:52.343440593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e69cf2"},"namespace":"ai-tenant-e2e-autores-e69cf2","name":"default-tenant","reconcileID":"1ed95fe6-d586-43f1-a4b4-b8a62a79d4a8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-e69cf2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:52.400576189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e69cf2"},"namespace":"ai-tenant-e2e-autores-e69cf2","name":"default-tenant","reconcileID":"1ed95fe6-d586-43f1-a4b4-b8a62a79d4a8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-e69cf2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:52.456062168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e69cf2"},"namespace":"ai-tenant-e2e-autores-e69cf2","name":"default-tenant","reconcileID":"1ed95fe6-d586-43f1-a4b4-b8a62a79d4a8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-e69cf2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:52.510677309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e69cf2"},"namespace":"ai-tenant-e2e-autores-e69cf2","name":"default-tenant","reconcileID":"1ed95fe6-d586-43f1-a4b4-b8a62a79d4a8","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-e69cf2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:52.563018014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e69cf2"},"namespace":"ai-tenant-e2e-autores-e69cf2","name":"default-tenant","reconcileID":"1ed95fe6-d586-43f1-a4b4-b8a62a79d4a8","gvk":"Deployment","name":"payload-processing-e2e-autores-e69cf2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:52.624490207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e69cf2"},"namespace":"ai-tenant-e2e-autores-e69cf2","name":"default-tenant","reconcileID":"1ed95fe6-d586-43f1-a4b4-b8a62a79d4a8","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-e69cf2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:52.678314161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e69cf2"},"namespace":"ai-tenant-e2e-autores-e69cf2","name":"default-tenant","reconcileID":"1ed95fe6-d586-43f1-a4b4-b8a62a79d4a8","gvk":"Service","name":"payload-processing-e2e-autores-e69cf2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:52.730945182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e69cf2"},"namespace":"ai-tenant-e2e-autores-e69cf2","name":"default-tenant","reconcileID":"1ed95fe6-d586-43f1-a4b4-b8a62a79d4a8","gvk":"Service","name":"payload-pre-processing-e2e-autores-e69cf2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:52.783204993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e69cf2"},"namespace":"ai-tenant-e2e-autores-e69cf2","name":"default-tenant","reconcileID":"1ed95fe6-d586-43f1-a4b4-b8a62a79d4a8","gvk":"DestinationRule","name":"payload-processing-e2e-autores-e69cf2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:52.786972983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c98eda07-75b6-4e27-b72d-c244d814ff0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:52.839388225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e69cf2"},"namespace":"ai-tenant-e2e-autores-e69cf2","name":"default-tenant","reconcileID":"1ed95fe6-d586-43f1-a4b4-b8a62a79d4a8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-e69cf2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:52.840081515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c98eda07-75b6-4e27-b72d-c244d814ff0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:52.892312514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e69cf2"},"namespace":"ai-tenant-e2e-autores-e69cf2","name":"default-tenant","reconcileID":"1ed95fe6-d586-43f1-a4b4-b8a62a79d4a8","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-e69cf2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:52.89292065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c98eda07-75b6-4e27-b72d-c244d814ff0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:52.945915933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c98eda07-75b6-4e27-b72d-c244d814ff0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:52.949004845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e69cf2"},"namespace":"ai-tenant-e2e-autores-e69cf2","name":"default-tenant","reconcileID":"1ed95fe6-d586-43f1-a4b4-b8a62a79d4a8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-e69cf2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:53.001292917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e69cf2"},"namespace":"ai-tenant-e2e-autores-e69cf2","name":"default-tenant","reconcileID":"1ed95fe6-d586-43f1-a4b4-b8a62a79d4a8","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-e69cf2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:53.053845724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e69cf2"},"namespace":"ai-tenant-e2e-autores-e69cf2","name":"default-tenant","reconcileID":"1ed95fe6-d586-43f1-a4b4-b8a62a79d4a8","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-e69cf2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:53.105995222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e69cf2"},"namespace":"ai-tenant-e2e-autores-e69cf2","name":"default-tenant","reconcileID":"1ed95fe6-d586-43f1-a4b4-b8a62a79d4a8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-e69cf2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:53.158384444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e69cf2"},"namespace":"ai-tenant-e2e-autores-e69cf2","name":"default-tenant","reconcileID":"1ed95fe6-d586-43f1-a4b4-b8a62a79d4a8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-e69cf2","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:53.219546786Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"default-tenant","reconcileID":"912c551b-23ec-438c-9efc-390931d322c4","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:53.219621481Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"default-tenant","reconcileID":"912c551b-23ec-438c-9efc-390931d322c4","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:53.219688232Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"default-tenant","reconcileID":"912c551b-23ec-438c-9efc-390931d322c4","tenant":"e2e-shared-a-w4-a7cf93","tenantID":"e2e-shared-a-w4-a7cf93","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:53.274033548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"default-tenant","reconcileID":"912c551b-23ec-438c-9efc-390931d322c4","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-a7cf93","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:53.337161902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"default-tenant","reconcileID":"912c551b-23ec-438c-9efc-390931d322c4","gvk":"Service","name":"maas-api-e2e-shared-a-w4-a7cf93","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:53.394576994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"default-tenant","reconcileID":"912c551b-23ec-438c-9efc-390931d322c4","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-a7cf93","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:53.448923776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"default-tenant","reconcileID":"912c551b-23ec-438c-9efc-390931d322c4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-a7cf93","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:53.505202361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"default-tenant","reconcileID":"912c551b-23ec-438c-9efc-390931d322c4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-a7cf93","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:53.56025549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"default-tenant","reconcileID":"912c551b-23ec-438c-9efc-390931d322c4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-a7cf93","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:53.617085001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"default-tenant","reconcileID":"912c551b-23ec-438c-9efc-390931d322c4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-a7cf93","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:53.676555473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"default-tenant","reconcileID":"912c551b-23ec-438c-9efc-390931d322c4","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-a7cf93","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:53.728993727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"default-tenant","reconcileID":"912c551b-23ec-438c-9efc-390931d322c4","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-a7cf93","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:53.781295822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"default-tenant","reconcileID":"912c551b-23ec-438c-9efc-390931d322c4","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-a7cf93","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:53.834019091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"default-tenant","reconcileID":"912c551b-23ec-438c-9efc-390931d322c4","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-a7cf93","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:53.886585324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"default-tenant","reconcileID":"912c551b-23ec-438c-9efc-390931d322c4","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-a7cf93","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:53.938868403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"default-tenant","reconcileID":"912c551b-23ec-438c-9efc-390931d322c4","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-a7cf93","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:54.0236819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"default-tenant","reconcileID":"912c551b-23ec-438c-9efc-390931d322c4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-a7cf93","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:54.029995657Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-e69cf2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-e69cf2","reconcileID":"c8cf0473-9c2b-4002-830a-85242dad888a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-e69cf2","removed":["maas.opendatahub.io/gateway-access-e2e-autores-e69cf2"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:54.077828106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"default-tenant","reconcileID":"912c551b-23ec-438c-9efc-390931d322c4","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-a7cf93","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:54.134107925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"default-tenant","reconcileID":"912c551b-23ec-438c-9efc-390931d322c4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-a7cf93","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:54.18654031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"default-tenant","reconcileID":"912c551b-23ec-438c-9efc-390931d322c4","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-a7cf93","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:54.238682597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"default-tenant","reconcileID":"912c551b-23ec-438c-9efc-390931d322c4","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-a7cf93","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:54.290927449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"default-tenant","reconcileID":"912c551b-23ec-438c-9efc-390931d322c4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-a7cf93","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:54.344594911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-a7cf93"},"namespace":"ai-tenant-e2e-shared-a-w4-a7cf93","name":"default-tenant","reconcileID":"912c551b-23ec-438c-9efc-390931d322c4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-a7cf93","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:54.401710741Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"default-tenant","reconcileID":"a6543fc6-b501-49d5-b644-7d18cc3dfea3","namespace":"ai-tenant-e2e-shared-b-w0-147104","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:54.401779656Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"default-tenant","reconcileID":"a6543fc6-b501-49d5-b644-7d18cc3dfea3","namespace":"ai-tenant-e2e-shared-b-w0-147104","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:54.401843506Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"default-tenant","reconcileID":"a6543fc6-b501-49d5-b644-7d18cc3dfea3","tenant":"e2e-shared-b-w0-147104","tenantID":"e2e-shared-b-w0-147104","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:54.456144312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"default-tenant","reconcileID":"a6543fc6-b501-49d5-b644-7d18cc3dfea3","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-147104","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:54.516756122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"default-tenant","reconcileID":"a6543fc6-b501-49d5-b644-7d18cc3dfea3","gvk":"Service","name":"maas-api-e2e-shared-b-w0-147104","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:54.57402254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"default-tenant","reconcileID":"a6543fc6-b501-49d5-b644-7d18cc3dfea3","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-147104","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:54.628859238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"default-tenant","reconcileID":"a6543fc6-b501-49d5-b644-7d18cc3dfea3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-147104","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:54.687709919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"default-tenant","reconcileID":"a6543fc6-b501-49d5-b644-7d18cc3dfea3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-147104","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:54.743784789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"default-tenant","reconcileID":"a6543fc6-b501-49d5-b644-7d18cc3dfea3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-147104","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:54.801295975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"default-tenant","reconcileID":"a6543fc6-b501-49d5-b644-7d18cc3dfea3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-147104","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:54.855842643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"default-tenant","reconcileID":"a6543fc6-b501-49d5-b644-7d18cc3dfea3","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-147104","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:54.890668657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"200bc396-7bcb-414c-b122-2d5af0f6a6f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:54.943146768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"default-tenant","reconcileID":"a6543fc6-b501-49d5-b644-7d18cc3dfea3","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-147104","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:54.943556237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"200bc396-7bcb-414c-b122-2d5af0f6a6f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:54.997302113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"default-tenant","reconcileID":"a6543fc6-b501-49d5-b644-7d18cc3dfea3","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-147104","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:54.997689654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"200bc396-7bcb-414c-b122-2d5af0f6a6f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:55.05078331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"default-tenant","reconcileID":"a6543fc6-b501-49d5-b644-7d18cc3dfea3","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-147104","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:55.050995192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"200bc396-7bcb-414c-b122-2d5af0f6a6f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:55.104059329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"default-tenant","reconcileID":"a6543fc6-b501-49d5-b644-7d18cc3dfea3","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-147104","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:55.156260715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"default-tenant","reconcileID":"a6543fc6-b501-49d5-b644-7d18cc3dfea3","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-147104","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:55.208591039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"default-tenant","reconcileID":"a6543fc6-b501-49d5-b644-7d18cc3dfea3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-147104","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:55.225208944Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-a7cf93","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-a7cf93","reconcileID":"ddd1c19f-c77d-4304-a979-47b32b581ae8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-a7cf93","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-a7cf93"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:55.261035472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"default-tenant","reconcileID":"a6543fc6-b501-49d5-b644-7d18cc3dfea3","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-147104","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:55.326859462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"default-tenant","reconcileID":"a6543fc6-b501-49d5-b644-7d18cc3dfea3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-147104","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:55.379170767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"default-tenant","reconcileID":"a6543fc6-b501-49d5-b644-7d18cc3dfea3","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-147104","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:55.431303405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"default-tenant","reconcileID":"a6543fc6-b501-49d5-b644-7d18cc3dfea3","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-147104","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:55.484193465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"default-tenant","reconcileID":"a6543fc6-b501-49d5-b644-7d18cc3dfea3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-147104","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:55.536387324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-147104"},"namespace":"ai-tenant-e2e-shared-b-w0-147104","name":"default-tenant","reconcileID":"a6543fc6-b501-49d5-b644-7d18cc3dfea3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-147104","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:55.593121778Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"default-tenant","reconcileID":"d01a3183-71d3-43da-bf23-edf61ceff705","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:55.593168278Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"default-tenant","reconcileID":"d01a3183-71d3-43da-bf23-edf61ceff705","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:55.593212497Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"default-tenant","reconcileID":"d01a3183-71d3-43da-bf23-edf61ceff705","tenant":"e2e-shared-a-w1-7c1bee","tenantID":"e2e-shared-a-w1-7c1bee","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:55.64722416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"default-tenant","reconcileID":"d01a3183-71d3-43da-bf23-edf61ceff705","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-7c1bee","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:55.70963118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"default-tenant","reconcileID":"d01a3183-71d3-43da-bf23-edf61ceff705","gvk":"Service","name":"maas-api-e2e-shared-a-w1-7c1bee","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:55.773997815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"default-tenant","reconcileID":"d01a3183-71d3-43da-bf23-edf61ceff705","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-7c1bee","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:55.828525826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"default-tenant","reconcileID":"d01a3183-71d3-43da-bf23-edf61ceff705","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-7c1bee","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:55.886178821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"default-tenant","reconcileID":"d01a3183-71d3-43da-bf23-edf61ceff705","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-7c1bee","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:55.941443186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"default-tenant","reconcileID":"d01a3183-71d3-43da-bf23-edf61ceff705","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-7c1bee","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:55.998619926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"default-tenant","reconcileID":"d01a3183-71d3-43da-bf23-edf61ceff705","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-7c1bee","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:56.059624931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"default-tenant","reconcileID":"d01a3183-71d3-43da-bf23-edf61ceff705","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-7c1bee","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:56.118987244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"default-tenant","reconcileID":"d01a3183-71d3-43da-bf23-edf61ceff705","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-7c1bee","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:56.174738166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"default-tenant","reconcileID":"d01a3183-71d3-43da-bf23-edf61ceff705","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-7c1bee","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:56.228043436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"default-tenant","reconcileID":"d01a3183-71d3-43da-bf23-edf61ceff705","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-7c1bee","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:56.280467351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"default-tenant","reconcileID":"d01a3183-71d3-43da-bf23-edf61ceff705","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-7c1bee","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:56.332764577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"default-tenant","reconcileID":"d01a3183-71d3-43da-bf23-edf61ceff705","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-7c1bee","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:56.385068485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"default-tenant","reconcileID":"d01a3183-71d3-43da-bf23-edf61ceff705","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-7c1bee","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:56.443010579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"default-tenant","reconcileID":"d01a3183-71d3-43da-bf23-edf61ceff705","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-7c1bee","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:56.498420135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"default-tenant","reconcileID":"d01a3183-71d3-43da-bf23-edf61ceff705","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-7c1bee","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:56.551411581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"default-tenant","reconcileID":"d01a3183-71d3-43da-bf23-edf61ceff705","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-7c1bee","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:56.603717263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"default-tenant","reconcileID":"d01a3183-71d3-43da-bf23-edf61ceff705","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-7c1bee","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:56.61709859Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-147104","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-147104","reconcileID":"c4c68871-3390-4c58-986b-cf3c579b192e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-147104","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-147104"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:56.659588663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"default-tenant","reconcileID":"d01a3183-71d3-43da-bf23-edf61ceff705","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-7c1bee","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:56.711992424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7c1bee"},"namespace":"ai-tenant-e2e-shared-a-w1-7c1bee","name":"default-tenant","reconcileID":"d01a3183-71d3-43da-bf23-edf61ceff705","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-7c1bee","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:57.020887047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8df832f3-8d60-4652-8a69-c48d4db9e923","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:57.074365908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8df832f3-8d60-4652-8a69-c48d4db9e923","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:57.127260979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8df832f3-8d60-4652-8a69-c48d4db9e923","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:57.180881586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8df832f3-8d60-4652-8a69-c48d4db9e923","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:57.686435839Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-7c1bee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-7c1bee","reconcileID":"d9e093a2-0d20-44ac-ae89-c0b6efc9cb6b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-7c1bee","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-7c1bee"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:59.114034348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c84c1fa-c5ef-4b9f-b8e4-cec63f7e6f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:59.167126947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c84c1fa-c5ef-4b9f-b8e4-cec63f7e6f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:59.227178682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c84c1fa-c5ef-4b9f-b8e4-cec63f7e6f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:03:59.29706509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c84c1fa-c5ef-4b9f-b8e4-cec63f7e6f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:01.274060036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd716efe-a80e-48cd-89c5-af1cd221c109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:01.327058708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd716efe-a80e-48cd-89c5-af1cd221c109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:01.3798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd716efe-a80e-48cd-89c5-af1cd221c109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:01.43275672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd716efe-a80e-48cd-89c5-af1cd221c109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:03.422535131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"060e0d4b-f19f-4760-a40d-8d5723863e1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:03.475998091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"060e0d4b-f19f-4760-a40d-8d5723863e1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:03.529432418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"060e0d4b-f19f-4760-a40d-8d5723863e1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:03.582628282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"060e0d4b-f19f-4760-a40d-8d5723863e1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:04.341296996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"4817d6c3-f4dc-4649-a5df-481475e2bd53","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:04.341755221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"premium-w0-1f6e39","reconcileID":"f4d0eb6e-93b2-4c7f-a32c-cd9dcd2f6688","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"premium-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"premium-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:04.342094386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"2c3799ca-f57c-406e-be2a-2f6bc10e5368","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:04.342299475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-2-w0-1f6e39","reconcileID":"7f218046-af07-4f3e-a10f-98e685683e10","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-2-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-2-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:04.454212952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"d1569945-8355-4530-bcd1-0746b0727ef9","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:04.454502695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"premium-w0-1f6e39","reconcileID":"e61d5c09-8b13-4e88-9570-62325010ed0d","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"premium-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"premium-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:04.454739897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"b89a9f40-76cc-470b-ad22-391018dd3113","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:04.454907903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-2-w0-1f6e39","reconcileID":"10b7aa45-a402-45c7-840e-a17657bdcd2c","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-2-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-2-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:04.504100475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"2748d509-2578-4f9d-ad11-613644340566","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:04.50521837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"9eebc39c-cea9-4687-841d-1897bbea1371","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:04.559133409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-subscription","reconcileID":"685c6cdf-c391-4dc8-b3e2-20410c943652","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-premium-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:04.559181895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"c82af229-be1f-4cd5-8bbd-905c374b067f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:04.561329796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"2748d509-2578-4f9d-ad11-613644340566","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:04.561888977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"9eebc39c-cea9-4687-841d-1897bbea1371","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:04.919331219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-subscription","reconcileID":"84b2f362-faa8-4381-8a3e-6d008c466e9f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-premium-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:04.9197755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"23c4e622-5009-467a-939f-cbd74634fc70","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:04.971024751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"60ecee49-aa1f-45f8-be40-edd066d2443c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:04.971027635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"182c5e49-2265-430b-a30b-63498da7d6dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:05.034980819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"60ecee49-aa1f-45f8-be40-edd066d2443c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:05.036017012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"182c5e49-2265-430b-a30b-63498da7d6dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:05.500789699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e67ad2cd-de47-4c60-b6e7-1777a43d3387","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:05.553778906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e67ad2cd-de47-4c60-b6e7-1777a43d3387","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:05.606719862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e67ad2cd-de47-4c60-b6e7-1777a43d3387","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:05.611071965Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:05.659592407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e67ad2cd-de47-4c60-b6e7-1777a43d3387","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:06.724292896Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-3f24d0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-3f24d0","reconcileID":"04458e7c-d36d-43a6-84c3-9db8e596c587","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-3f24d0","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-3f24d0":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:07.640091049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8646b777-9a2d-4aa7-89c8-a097db70770a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:07.692848702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8646b777-9a2d-4aa7-89c8-a097db70770a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:07.745572954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8646b777-9a2d-4aa7-89c8-a097db70770a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:07.798148305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8646b777-9a2d-4aa7-89c8-a097db70770a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:09.694473412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"865e4969-fcc9-40f2-b2d7-a186d760ebcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:09.747361119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"865e4969-fcc9-40f2-b2d7-a186d760ebcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:09.77367418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-2-w0-1f6e39","reconcileID":"6d996bd5-8ae0-4271-b2dd-c28331b9c013","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-2-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-2-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:09.800453152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"865e4969-fcc9-40f2-b2d7-a186d760ebcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:09.853216841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"865e4969-fcc9-40f2-b2d7-a186d760ebcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:10.099014993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"9d1d6dc1-8f93-485b-a7ef-d4f715c9be80","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:10.437732035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"premium-w0-1f6e39","reconcileID":"f0f6772c-6718-4f27-8a0d-09a47d5ca7bd","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"premium-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"premium-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:10.658188295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"63990562-fd17-457c-acf5-14194308cbe2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:10.658249533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"e725e304-106b-4ff3-b4f4-f82e0178ad54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:10.659264266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-subscription","reconcileID":"eb2a0018-23f0-4dd2-b85b-83aa04013d5c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-premium-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:10.715219635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"e725e304-106b-4ff3-b4f4-f82e0178ad54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:10.717513941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"63990562-fd17-457c-acf5-14194308cbe2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:10.778510942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"556e6fb8-7b8f-4b46-8d4e-aa582e5eafff","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:10.83791241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"premium-w0-1f6e39","reconcileID":"82a50157-fe10-4c42-82f3-47fa26b28662","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"premium-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"premium-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:11.035383054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"ed1603d3-7bd3-480f-ab2b-5975d9d38b60","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:11.086687827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"22338946-0087-468b-b533-69342117afd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:11.092623606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-subscription","reconcileID":"69cf70db-86a0-44fb-a937-a583f5941979","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-premium-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:11.143415341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"22338946-0087-468b-b533-69342117afd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:11.196698346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"9f7a13fb-e63a-40ad-81b5-60fb6b0c2596","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:11.25471904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"2178a9d3-5ad6-43a7-a0a8-85032e54b7d1","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:11.258474991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"9f7a13fb-e63a-40ad-81b5-60fb6b0c2596","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:11.470602881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"1be76055-0bf4-4eae-b44a-ca2d1690fd22","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:11.802660794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca611a22-c2b5-423c-b60e-64d7adee4592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:11.856574214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca611a22-c2b5-423c-b60e-64d7adee4592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:11.909789083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca611a22-c2b5-423c-b60e-64d7adee4592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:11.965706438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca611a22-c2b5-423c-b60e-64d7adee4592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:13.907139441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca13f946-0a7c-4d5d-8f09-f2d7bcf1d5ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:13.960279979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca13f946-0a7c-4d5d-8f09-f2d7bcf1d5ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:14.01312108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca13f946-0a7c-4d5d-8f09-f2d7bcf1d5ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:14.065915091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca13f946-0a7c-4d5d-8f09-f2d7bcf1d5ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:14.886053913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-2-w0-1f6e39","reconcileID":"049bd486-b98b-4db4-a53b-5322d9044342","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-2-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-2-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:14.886264778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"0c22648e-fdda-4efc-8da1-32681d79fac8","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:14.886466407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"premium-w0-1f6e39","reconcileID":"14ac7c30-d573-40c3-a385-e66b54520a7b","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"premium-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"premium-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:14.886773751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"49c73bc2-9459-4e76-8f56-4886418f06e2","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:15.044710867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"e0ee0777-ce19-4fbc-9890-61623ddd504f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:15.044711484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"3ff8637d-719a-49e2-b461-ca43cd96778f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:15.099719645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-subscription","reconcileID":"bbd2e268-8a88-4363-a2fb-5aff41aad05b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-premium-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:15.100318474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"fb7a806d-75ae-413d-bf90-c627d1f692a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:15.103610509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"e0ee0777-ce19-4fbc-9890-61623ddd504f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:15.104575212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"3ff8637d-719a-49e2-b461-ca43cd96778f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:15.431033283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"bbe55d3e-ca43-4efa-9921-6d86bd671c17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:15.431046845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"2003e4c9-13aa-4f23-849a-775891eb7f08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:15.432112028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"509661d9-ddde-4325-aa2b-1cd7087d1fe8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:15.432217048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-subscription","reconcileID":"96851602-7b0d-442a-94c4-4a250fb42791","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-premium-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:15.490148709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"2003e4c9-13aa-4f23-849a-775891eb7f08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:15.490568736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"bbe55d3e-ca43-4efa-9921-6d86bd671c17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:24.887217601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-2-w0-1f6e39","reconcileID":"16744acd-72e0-4afd-b59c-05a037b89f20","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-2-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-2-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:24.887486232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"d5d1606e-8e96-4bd7-af78-33b862cb86fb","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:24.887696072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"premium-w0-1f6e39","reconcileID":"b5d19b37-1600-4b23-af6a-732a562cf6a5","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"premium-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"premium-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:24.888014669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"bab0c0b1-a989-403e-976a-3192c08be47c","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:34.888406954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-2-w0-1f6e39","reconcileID":"5359cea2-7af8-4f02-b8c8-e2b680c9ff92","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-2-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-2-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:34.888730516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"f2704c41-e407-4b44-883d-bc1f55466351","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:34.888944562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"premium-w0-1f6e39","reconcileID":"5e39dd2b-74a2-4b10-8b5d-45ab7b2ed115","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"premium-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"premium-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:34.889241651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"33d1bb2f-b348-4a59-b94a-a3d063cde53a","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:35.609067602Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:42.114566817Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"default-tenant","reconcileID":"99cb697a-19fa-43aa-a204-3b725531d125","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:42.114642699Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"default-tenant","reconcileID":"99cb697a-19fa-43aa-a204-3b725531d125","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:42.114712178Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"default-tenant","reconcileID":"99cb697a-19fa-43aa-a204-3b725531d125","tenant":"e2e-shared-b-w2-d94cc3","tenantID":"e2e-shared-b-w2-d94cc3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:42.169303147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"default-tenant","reconcileID":"99cb697a-19fa-43aa-a204-3b725531d125","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-d94cc3","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:42.231975901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"default-tenant","reconcileID":"99cb697a-19fa-43aa-a204-3b725531d125","gvk":"Service","name":"maas-api-e2e-shared-b-w2-d94cc3","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:42.28987791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"default-tenant","reconcileID":"99cb697a-19fa-43aa-a204-3b725531d125","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-d94cc3","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:42.347146318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"default-tenant","reconcileID":"99cb697a-19fa-43aa-a204-3b725531d125","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-d94cc3","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:42.409051259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"default-tenant","reconcileID":"99cb697a-19fa-43aa-a204-3b725531d125","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-d94cc3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:42.468260269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"default-tenant","reconcileID":"99cb697a-19fa-43aa-a204-3b725531d125","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-d94cc3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:42.526128348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"default-tenant","reconcileID":"99cb697a-19fa-43aa-a204-3b725531d125","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-d94cc3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:42.58704963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"default-tenant","reconcileID":"99cb697a-19fa-43aa-a204-3b725531d125","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-d94cc3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:42.639738317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"default-tenant","reconcileID":"99cb697a-19fa-43aa-a204-3b725531d125","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-d94cc3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:42.694978511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"default-tenant","reconcileID":"99cb697a-19fa-43aa-a204-3b725531d125","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-d94cc3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:42.747928948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"default-tenant","reconcileID":"99cb697a-19fa-43aa-a204-3b725531d125","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-d94cc3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:42.800617747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"default-tenant","reconcileID":"99cb697a-19fa-43aa-a204-3b725531d125","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-d94cc3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:42.853004814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"default-tenant","reconcileID":"99cb697a-19fa-43aa-a204-3b725531d125","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-d94cc3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:42.905485909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"default-tenant","reconcileID":"99cb697a-19fa-43aa-a204-3b725531d125","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-d94cc3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:42.958249114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"default-tenant","reconcileID":"99cb697a-19fa-43aa-a204-3b725531d125","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-d94cc3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:43.014488226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"default-tenant","reconcileID":"99cb697a-19fa-43aa-a204-3b725531d125","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-d94cc3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:43.067136888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"default-tenant","reconcileID":"99cb697a-19fa-43aa-a204-3b725531d125","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-d94cc3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:43.119461532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"default-tenant","reconcileID":"99cb697a-19fa-43aa-a204-3b725531d125","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-d94cc3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:43.172022757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"default-tenant","reconcileID":"99cb697a-19fa-43aa-a204-3b725531d125","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-d94cc3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:43.225129303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d94cc3"},"namespace":"ai-tenant-e2e-shared-b-w2-d94cc3","name":"default-tenant","reconcileID":"99cb697a-19fa-43aa-a204-3b725531d125","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-d94cc3","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:44.04728183Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-d94cc3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-d94cc3","reconcileID":"4854a1a5-3e6c-41c0-803d-c5ab58f43f8b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-d94cc3","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-d94cc3"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:44.889248217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-2-w0-1f6e39","reconcileID":"4be9bda3-cd5d-43fb-a369-7d3834a37d2b","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-2-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-2-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:44.889524235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"3a2d54d0-e232-4edf-9756-a44d64021b2e","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:44.889679885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"premium-w0-1f6e39","reconcileID":"b7f55690-2753-4905-be9a-8290262c2508","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"premium-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"premium-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:44.88999945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"445f6564-4d9e-4b01-a186-5a298d5bcde8","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:45.160302165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de7a2244-01c6-4554-85e1-a85a3e5e1f4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:45.213802288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de7a2244-01c6-4554-85e1-a85a3e5e1f4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:45.26665559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de7a2244-01c6-4554-85e1-a85a3e5e1f4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:45.31933273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de7a2244-01c6-4554-85e1-a85a3e5e1f4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:45.576099213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-2-w0-1f6e39","reconcileID":"07ad5d02-3367-44aa-b375-722a0fd84638","MaaSModelRef":{"name":"distinct-2-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-2-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-2-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:45.582951371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"distinct-w0-1f6e39","reconcileID":"0e5a7f57-96c4-4c17-bd55-c49cadf88dc9","MaaSModelRef":{"name":"distinct-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"distinct-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"distinct-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:45.589665344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"premium-w0-1f6e39","reconcileID":"b5125e5b-bc7b-4c4b-82e0-f1ed97ea7806","MaaSModelRef":{"name":"premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"premium-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"premium-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:45.597446669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"namespace":"e2e-models-e2e-worker-w0-1f6e39","name":"simulator-w0-1f6e39","reconcileID":"4f6688a0-ea9c-4836-95e3-1ec42aea5f0d","MaaSModelRef":{"name":"simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39"},"routeName":"simulator-w0-1f6e39-kserve-route","namespace":"e2e-models-e2e-worker-w0-1f6e39","llmisvcName":"simulator-w0-1f6e39","gateway":"openshift-ingress/e2e-worker-w0-1f6e39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:45.737537317Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-subscription","reconcileID":"e49a099e-70d0-47e5-9792-b00e63c7f285","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39 (deleting)","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:45.741510905Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"4f0a00aa-4ffa-44ac-9611-16daf92e7b39","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39 (deleting)","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:45.790316208Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-subscription","reconcileID":"e49a099e-70d0-47e5-9792-b00e63c7f285","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-premium-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:45.793967747Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"4f0a00aa-4ffa-44ac-9611-16daf92e7b39","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"maas-trlp-simulator-w0-1f6e39","namespace":"e2e-models-e2e-worker-w0-1f6e39","model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:45.842305428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"a69daa6d-9b97-4a21-bffc-f4d8b199b251","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:45.842587956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"e7863508-c880-4d6e-8a8b-01e8bf0e0e21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:45.902026416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"e7863508-c880-4d6e-8a8b-01e8bf0e0e21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:45.902055873Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"e7863508-c880-4d6e-8a8b-01e8bf0e0e21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:45.902066577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"a69daa6d-9b97-4a21-bffc-f4d8b199b251","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:45.902089437Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"a69daa6d-9b97-4a21-bffc-f4d8b199b251","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:46.034693797Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"be0c70c6-c0bd-4509-86ae-aa113ab4a7ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39 (deleting)","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:46.045949828Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-subscription","reconcileID":"2359f0cf-eb44-4550-8f5a-4a98a3f321f6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39 (deleting)","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:46.222173126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"3f3e2b47-278e-4fbd-a379-eb5c42f1c99c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:46.281833072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"3f3e2b47-278e-4fbd-a379-eb5c42f1c99c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:46.28187243Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"3f3e2b47-278e-4fbd-a379-eb5c42f1c99c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:46.340247849Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"343e7328-37e7-48e5-8b45-63c7ddaa9c8e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39 (deleting)","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:46.340497236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"290f26e2-8daf-4e20-a857-f8e200ab9322","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:46.4152342Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-subscription","reconcileID":"2bc891c7-d410-46fa-8a1e-5023bf0354f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39 (deleting)","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:46.451598815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"290f26e2-8daf-4e20-a857-f8e200ab9322","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:46.45163519Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"290f26e2-8daf-4e20-a857-f8e200ab9322","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:46.591072222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"e095a707-efff-4822-9162-977082f1f26c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:46.647663375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"e095a707-efff-4822-9162-977082f1f26c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:46.647696552Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"e095a707-efff-4822-9162-977082f1f26c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:46.715536248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"86d1cd11-4ec7-41fe-b2c5-551d07e1baf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:46.773235759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"86d1cd11-4ec7-41fe-b2c5-551d07e1baf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:46.773280987Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"86d1cd11-4ec7-41fe-b2c5-551d07e1baf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:47.040160451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"dc300d1e-28aa-41fa-98a8-30f6b6b2af94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:47.097290694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"dc300d1e-28aa-41fa-98a8-30f6b6b2af94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:47.097321671Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"dc300d1e-28aa-41fa-98a8-30f6b6b2af94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:47.141456388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"62a4bea4-ad7d-464f-92c7-f8512af62768","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:47.198979946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"62a4bea4-ad7d-464f-92c7-f8512af62768","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:47.199015031Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"62a4bea4-ad7d-464f-92c7-f8512af62768","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:47.290638686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c8c505b-4993-4365-ab9e-8d9d3267ab64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:47.344315411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c8c505b-4993-4365-ab9e-8d9d3267ab64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:47.397009152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c8c505b-4993-4365-ab9e-8d9d3267ab64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:47.449730564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c8c505b-4993-4365-ab9e-8d9d3267ab64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:47.618894549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"37090e6d-b489-42d9-823a-8c06bb2c61a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:47.623086756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"ed502442-0667-4453-87a5-94cc38209ba5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:47.680121066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"37090e6d-b489-42d9-823a-8c06bb2c61a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:47.68014848Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"37090e6d-b489-42d9-823a-8c06bb2c61a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:47.685117377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"ed502442-0667-4453-87a5-94cc38209ba5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:47.741241007Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"ed502442-0667-4453-87a5-94cc38209ba5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:48.334231447Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"default-tenant","reconcileID":"c5f31107-8d47-42f2-b0b2-e6bbd90d3818","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:48.334287222Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"default-tenant","reconcileID":"c5f31107-8d47-42f2-b0b2-e6bbd90d3818","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:48.334365667Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"default-tenant","reconcileID":"c5f31107-8d47-42f2-b0b2-e6bbd90d3818","tenant":"e2e-shared-b-w4-ac7ab4","tenantID":"e2e-shared-b-w4-ac7ab4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:48.391530117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"default-tenant","reconcileID":"c5f31107-8d47-42f2-b0b2-e6bbd90d3818","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-ac7ab4","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:48.452906059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"default-tenant","reconcileID":"c5f31107-8d47-42f2-b0b2-e6bbd90d3818","gvk":"Service","name":"maas-api-e2e-shared-b-w4-ac7ab4","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:48.529714442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"default-tenant","reconcileID":"c5f31107-8d47-42f2-b0b2-e6bbd90d3818","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-ac7ab4","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:48.584508523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"default-tenant","reconcileID":"c5f31107-8d47-42f2-b0b2-e6bbd90d3818","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-ac7ab4","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:48.662148395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"default-tenant","reconcileID":"c5f31107-8d47-42f2-b0b2-e6bbd90d3818","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-ac7ab4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:48.720626972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"default-tenant","reconcileID":"c5f31107-8d47-42f2-b0b2-e6bbd90d3818","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-ac7ab4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:48.778926515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"default-tenant","reconcileID":"c5f31107-8d47-42f2-b0b2-e6bbd90d3818","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-ac7ab4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:48.851389272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"default-tenant","reconcileID":"c5f31107-8d47-42f2-b0b2-e6bbd90d3818","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-ac7ab4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:48.904119379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"default-tenant","reconcileID":"c5f31107-8d47-42f2-b0b2-e6bbd90d3818","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-ac7ab4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:48.959239848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"default-tenant","reconcileID":"c5f31107-8d47-42f2-b0b2-e6bbd90d3818","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-ac7ab4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:49.012049257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"default-tenant","reconcileID":"c5f31107-8d47-42f2-b0b2-e6bbd90d3818","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-ac7ab4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:49.064411342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"default-tenant","reconcileID":"c5f31107-8d47-42f2-b0b2-e6bbd90d3818","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-ac7ab4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:49.117401503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"default-tenant","reconcileID":"c5f31107-8d47-42f2-b0b2-e6bbd90d3818","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-ac7ab4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:49.16986196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"default-tenant","reconcileID":"c5f31107-8d47-42f2-b0b2-e6bbd90d3818","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-ac7ab4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:49.222023961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"default-tenant","reconcileID":"c5f31107-8d47-42f2-b0b2-e6bbd90d3818","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-ac7ab4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:49.27839546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"default-tenant","reconcileID":"c5f31107-8d47-42f2-b0b2-e6bbd90d3818","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-ac7ab4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:49.330786513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"default-tenant","reconcileID":"c5f31107-8d47-42f2-b0b2-e6bbd90d3818","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-ac7ab4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:49.370345125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8756b180-1738-4171-8560-09fa78ab4553","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:49.423962358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8756b180-1738-4171-8560-09fa78ab4553","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:49.424225701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"default-tenant","reconcileID":"c5f31107-8d47-42f2-b0b2-e6bbd90d3818","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-ac7ab4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:49.478228635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8756b180-1738-4171-8560-09fa78ab4553","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:49.531722973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"default-tenant","reconcileID":"c5f31107-8d47-42f2-b0b2-e6bbd90d3818","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-ac7ab4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:49.532153446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8756b180-1738-4171-8560-09fa78ab4553","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:49.585034482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4"},"namespace":"ai-tenant-e2e-shared-b-w4-ac7ab4","name":"default-tenant","reconcileID":"c5f31107-8d47-42f2-b0b2-e6bbd90d3818","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-ac7ab4","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:49.64256801Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"default-tenant","reconcileID":"cad6410f-58f5-46da-b8fc-b4ff2fc25939","namespace":"ai-tenant-e2e-worker-w0-1f6e39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:49.642661116Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"default-tenant","reconcileID":"cad6410f-58f5-46da-b8fc-b4ff2fc25939","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:49.699726056Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"default-tenant","reconcileID":"cad6410f-58f5-46da-b8fc-b4ff2fc25939","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:49.802403871Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"default-tenant","reconcileID":"cad6410f-58f5-46da-b8fc-b4ff2fc25939","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:49.802420331Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"default-tenant","reconcileID":"cad6410f-58f5-46da-b8fc-b4ff2fc25939","namespace":"ai-tenant-e2e-worker-w0-1f6e39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:49.80247412Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"default-tenant","reconcileID":"cad6410f-58f5-46da-b8fc-b4ff2fc25939","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:49.860113772Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"default-tenant","reconcileID":"cad6410f-58f5-46da-b8fc-b4ff2fc25939","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:49.904184227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"b44faac0-ded5-4a34-af0c-2c2b6c318b80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:49.904215069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"cb921116-d2f4-409d-9f0d-cc9ccbe2a3dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:49.917285106Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"default-tenant","reconcileID":"cad6410f-58f5-46da-b8fc-b4ff2fc25939","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:49.961066437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"b44faac0-ded5-4a34-af0c-2c2b6c318b80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:49.961174521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"cb921116-d2f4-409d-9f0d-cc9ccbe2a3dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:50.017976826Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"cb921116-d2f4-409d-9f0d-cc9ccbe2a3dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:50.018019057Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"b44faac0-ded5-4a34-af0c-2c2b6c318b80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:50.172430831Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"0a3cdebb-cb68-4f72-9ba0-cc2b2a27afd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:50.172449678Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"2ca3361e-7532-4615-b4e2-b92a1eecddc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:50.343700403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"0a3cdebb-cb68-4f72-9ba0-cc2b2a27afd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:50.343712155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"2ca3361e-7532-4615-b4e2-b92a1eecddc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:50.406004284Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-ac7ab4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-ac7ab4","reconcileID":"74152c8e-934d-4761-b517-b621a41bc87b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-ac7ab4","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-ac7ab4"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:50.472950575Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"0a3cdebb-cb68-4f72-9ba0-cc2b2a27afd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:50.472968212Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-access","reconcileID":"0a3cdebb-cb68-4f72-9ba0-cc2b2a27afd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:04:50.49012478Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"2ca3361e-7532-4615-b4e2-b92a1eecddc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w0-1f6e39-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:04:50.490182712Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"2ca3361e-7532-4615-b4e2-b92a1eecddc1","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w0-1f6e39-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:50.540549868Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"c04dabb2-e6fb-4502-98f0-24d987dc9473","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:50.93216877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"c04dabb2-e6fb-4502-98f0-24d987dc9473","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:50.989151851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"c04dabb2-e6fb-4502-98f0-24d987dc9473","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"name":"e2e-worker-w0-1f6e39-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:50.989176148Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-access","reconcileID":"c04dabb2-e6fb-4502-98f0-24d987dc9473","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1f6e39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:51.478304092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c875abf3-7c21-4ce4-8cda-4121f3dc9b72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:51.531316324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c875abf3-7c21-4ce4-8cda-4121f3dc9b72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:51.585515469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c875abf3-7c21-4ce4-8cda-4121f3dc9b72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:51.638890145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c875abf3-7c21-4ce4-8cda-4121f3dc9b72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:52.300205168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"premium-w2-ca6546","reconcileID":"50204abe-9732-4ab1-8459-4755e055680c","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"premium-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"premium-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:52.300530717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"distinct-w2-ca6546","reconcileID":"8d391c22-831e-4172-b46d-2852a445d8a4","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"distinct-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"distinct-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:52.300702663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"distinct-2-w2-ca6546","reconcileID":"0d239dd3-681f-405d-b586-1bcd1a46cff5","MaaSModelRef":{"name":"distinct-2-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"distinct-2-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"distinct-2-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:52.300854813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"4d7f09ef-eddb-4586-9144-7d30c5842545","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:52.40965435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"f1d7050f-5c71-43fd-8a91-c59817acdd43","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:52.410036358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"premium-w2-ca6546","reconcileID":"53052159-6772-401a-92bd-c38a18126c7a","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"premium-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"premium-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:52.410284442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"distinct-w2-ca6546","reconcileID":"7ace3cb2-2824-4ab3-bd87-f2c8f87342bf","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"distinct-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"distinct-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:52.410462549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"distinct-2-w2-ca6546","reconcileID":"ece43eed-1330-42e5-8104-e7ad1ecf82a9","MaaSModelRef":{"name":"distinct-2-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"distinct-2-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"distinct-2-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:52.457222919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"9480fbf8-73e2-4c0a-af74-3740e34653a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:52.457223303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"c54c3b37-8b4c-47e3-97e2-051760719435","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:52.511558767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"a929f0dc-3445-488c-a67e-ff934a49b7df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:52.514807692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"c54c3b37-8b4c-47e3-97e2-051760719435","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:52.515494743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"1112b3d5-4a54-4a91-b817-8129178290dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-premium-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:52.515646213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"9480fbf8-73e2-4c0a-af74-3740e34653a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:52.866496774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"476c6023-498a-4781-af31-d146989ecb24","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:52.866553469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"d71df48a-003b-40e7-9721-5cfd15b56924","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-premium-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:52.883200804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"817d3987-62df-4e5d-96e1-7bf1c704226a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:52.884437608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"43c68097-43c5-4d4b-b093-134b40e81903","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:52.940777834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"817d3987-62df-4e5d-96e1-7bf1c704226a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:52.941977861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"43c68097-43c5-4d4b-b093-134b40e81903","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:53.591204105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21c06492-df08-4c78-8c88-de4cdace1e4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:53.644697833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21c06492-df08-4c78-8c88-de4cdace1e4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:53.697425775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21c06492-df08-4c78-8c88-de4cdace1e4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:53.750150598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21c06492-df08-4c78-8c88-de4cdace1e4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:55.155902701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"220533ce-7071-4c78-941d-92de6a53791d","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:55.187131527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3f24d0"},"namespace":"ai-tenant-e2e-extmod-a-3f24d0","name":"default-tenant","reconcileID":"b4433236-d335-4633-a3ed-d0ee7ea9606d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3f24d0","tenantID":"e2e-extmod-a-3f24d0","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:55.302925367Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3f24d0"},"namespace":"ai-tenant-e2e-extmod-a-3f24d0","name":"default-tenant","reconcileID":"b4433236-d335-4633-a3ed-d0ee7ea9606d","name":"e2e-extmod-a-3f24d0-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:55.370593672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"b7f83857-c6b4-4749-bdd2-6e016dfee848","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:55.372432529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"6afb1105-f0a5-4c84-af27-c129851e3926","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:55.372569212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"4ccc112b-a57d-4c8e-911c-4d397a7b3bf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:55.42931299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"4ccc112b-a57d-4c8e-911c-4d397a7b3bf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:55.429416891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"6afb1105-f0a5-4c84-af27-c129851e3926","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:55.53929457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"6c4aacae-5a43-4544-91bd-edd0c80cced9","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:55.701839598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a783c381-fa41-4177-8c1f-ade9cdf79ccf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:55.752048431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"51d2b0d0-c5ff-4e7c-8538-0f12980306d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:55.754325648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a783c381-fa41-4177-8c1f-ade9cdf79ccf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:55.811712604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a783c381-fa41-4177-8c1f-ade9cdf79ccf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:55.864733323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a783c381-fa41-4177-8c1f-ade9cdf79ccf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:57.785176791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f23f603d-82da-49e0-801d-106cfa432210","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:57.837862809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f23f603d-82da-49e0-801d-106cfa432210","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:57.891155226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f23f603d-82da-49e0-801d-106cfa432210","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:57.944195855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f23f603d-82da-49e0-801d-106cfa432210","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:58.564432775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"distinct-2-w4-398828","reconcileID":"33ad23c9-b92c-4d2a-a773-718d203a3c21","MaaSModelRef":{"name":"distinct-2-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"distinct-2-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"distinct-2-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:58.564755458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"f76183fc-03c5-4e0d-90f7-4ff5a4d56559","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:58.565148448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"premium-w4-398828","reconcileID":"7d836499-49fc-4780-8a5d-449da7922dd6","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"premium-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"premium-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:58.565545007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"distinct-w4-398828","reconcileID":"80d4522e-8852-4034-a1df-6e1db13fa276","MaaSModelRef":{"name":"distinct-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"distinct-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"distinct-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:58.6725548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"distinct-2-w4-398828","reconcileID":"e273329b-95db-4893-83be-987ba0fdf243","MaaSModelRef":{"name":"distinct-2-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"distinct-2-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"distinct-2-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:58.672758775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"5454e43d-364e-487d-abdc-20476fb8825d","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:58.673026087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"premium-w4-398828","reconcileID":"472be784-865e-442d-8224-237d74c25557","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"premium-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"premium-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:58.673286088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"distinct-w4-398828","reconcileID":"5e88e34f-19cd-414f-ab62-7bb5abc5dbd2","MaaSModelRef":{"name":"distinct-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"distinct-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"distinct-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:58.721537625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"a870ab27-8c9e-4b84-ba66-82f89b460ed5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:58.721583449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"aba9e3df-de21-46fb-9556-432ed62ba7d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:58.775225365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-subscription","reconcileID":"ad87fc26-b7b5-4e6c-9e2f-405754ee0b23","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-premium-w4-398828","model":"e2e-models-e2e-worker-w4-398828/premium-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:58.775322151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"0e1d9c13-13e5-4e28-842f-aee7134af41e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:58.778384228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"aba9e3df-de21-46fb-9556-432ed62ba7d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:58.778540081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"a870ab27-8c9e-4b84-ba66-82f89b460ed5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:59.15779971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"92c1f39a-a9c0-47da-bf57-7acc6948e09d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:59.15784185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"408e2efa-f145-4f1d-9c2f-68476b5d44fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:59.159130911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-subscription","reconcileID":"1b4a7dbd-47cb-43bc-af88-9c8b144a4c7d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-premium-w4-398828","model":"e2e-models-e2e-worker-w4-398828/premium-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:59.159426952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"1e8f3157-ff7d-4d7f-86e4-05fe8ad8982e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:59.21954499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"92c1f39a-a9c0-47da-bf57-7acc6948e09d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:59.224617926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"408e2efa-f145-4f1d-9c2f-68476b5d44fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:59.847261269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11b2d643-abc9-4159-ad67-5a36b5d472dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:59.900078197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11b2d643-abc9-4159-ad67-5a36b5d472dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:59.953118305Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"68323825-fb3d-4522-9321-2017b83c3703","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","subscription":"simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:59.9531973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11b2d643-abc9-4159-ad67-5a36b5d472dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:04:59.953238954Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"simulator-subscription","reconcileID":"68323825-fb3d-4522-9321-2017b83c3703","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-1f6e39/simulator-w0-1f6e39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:00.005989143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11b2d643-abc9-4159-ad67-5a36b5d472dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:00.058534564Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-subscription","reconcileID":"db1c2a29-bded-4c3d-8c01-2a5914dd6537","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","subscription":"premium-simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:00.058640727Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"premium-simulator-subscription","reconcileID":"db1c2a29-bded-4c3d-8c01-2a5914dd6537","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"model":"e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-1f6e39/premium-w0-1f6e39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:00.719741989Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"default-tenant","reconcileID":"73aae3b2-eefb-41af-b48c-e3e0c794a28d","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:00.719802215Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"default-tenant","reconcileID":"73aae3b2-eefb-41af-b48c-e3e0c794a28d","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:00.719861326Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"default-tenant","reconcileID":"73aae3b2-eefb-41af-b48c-e3e0c794a28d","tenant":"e2e-shared-b-w1-3b27a5","tenantID":"e2e-shared-b-w1-3b27a5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:00.774574375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"default-tenant","reconcileID":"73aae3b2-eefb-41af-b48c-e3e0c794a28d","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-3b27a5","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:00.835080728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"default-tenant","reconcileID":"73aae3b2-eefb-41af-b48c-e3e0c794a28d","gvk":"Service","name":"maas-api-e2e-shared-b-w1-3b27a5","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:00.893697502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"default-tenant","reconcileID":"73aae3b2-eefb-41af-b48c-e3e0c794a28d","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-3b27a5","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:00.950213371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"default-tenant","reconcileID":"73aae3b2-eefb-41af-b48c-e3e0c794a28d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-3b27a5","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:01.010514577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"default-tenant","reconcileID":"73aae3b2-eefb-41af-b48c-e3e0c794a28d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-3b27a5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:01.077328747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"default-tenant","reconcileID":"73aae3b2-eefb-41af-b48c-e3e0c794a28d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-3b27a5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:01.133011164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"default-tenant","reconcileID":"73aae3b2-eefb-41af-b48c-e3e0c794a28d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-3b27a5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:01.194736756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"default-tenant","reconcileID":"73aae3b2-eefb-41af-b48c-e3e0c794a28d","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-3b27a5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:01.248026798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"default-tenant","reconcileID":"73aae3b2-eefb-41af-b48c-e3e0c794a28d","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-3b27a5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:01.301717702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"default-tenant","reconcileID":"73aae3b2-eefb-41af-b48c-e3e0c794a28d","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-3b27a5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:01.431565967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"default-tenant","reconcileID":"73aae3b2-eefb-41af-b48c-e3e0c794a28d","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-3b27a5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:01.48429298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"default-tenant","reconcileID":"73aae3b2-eefb-41af-b48c-e3e0c794a28d","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-3b27a5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:01.537239039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"default-tenant","reconcileID":"73aae3b2-eefb-41af-b48c-e3e0c794a28d","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-3b27a5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:01.590225753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"default-tenant","reconcileID":"73aae3b2-eefb-41af-b48c-e3e0c794a28d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-3b27a5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:01.64313517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"default-tenant","reconcileID":"73aae3b2-eefb-41af-b48c-e3e0c794a28d","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-3b27a5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:01.698828854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"default-tenant","reconcileID":"73aae3b2-eefb-41af-b48c-e3e0c794a28d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-3b27a5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:01.751385718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"default-tenant","reconcileID":"73aae3b2-eefb-41af-b48c-e3e0c794a28d","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-3b27a5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:01.803923257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"default-tenant","reconcileID":"73aae3b2-eefb-41af-b48c-e3e0c794a28d","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-3b27a5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:01.856656617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"default-tenant","reconcileID":"73aae3b2-eefb-41af-b48c-e3e0c794a28d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-3b27a5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:01.909814266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3b27a5"},"namespace":"ai-tenant-e2e-shared-b-w1-3b27a5","name":"default-tenant","reconcileID":"73aae3b2-eefb-41af-b48c-e3e0c794a28d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-3b27a5","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:01.926453298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94fa1d67-56b4-478a-aea8-22a835e974cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:01.979419396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94fa1d67-56b4-478a-aea8-22a835e974cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:02.032162867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94fa1d67-56b4-478a-aea8-22a835e974cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:02.085504645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94fa1d67-56b4-478a-aea8-22a835e974cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:02.757885963Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-3b27a5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-3b27a5","reconcileID":"e6ba6506-7270-427e-a87a-9e758fb51368","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-3b27a5","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-3b27a5"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:03.220193426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"56cb636c-a2db-4249-8a13-2aaf7a0ce95e","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:03.220712394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"premium-w2-ca6546","reconcileID":"753a8e16-0c8d-4ff1-b90b-42a562b1e809","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"premium-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"premium-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:03.221135781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"distinct-w2-ca6546","reconcileID":"11892b63-5936-4bff-b31d-cf18b710e418","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"distinct-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"distinct-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:03.221430313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"distinct-2-w2-ca6546","reconcileID":"03a2f16e-814a-4727-b338-5087fa4c486d","MaaSModelRef":{"name":"distinct-2-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"distinct-2-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"distinct-2-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:03.381084879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"86a3fe9f-1c00-4770-80ce-523ee32a69cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:03.38118109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"90ba0f98-9e76-4702-99eb-39617df77a48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:03.439020922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"90ba0f98-9e76-4702-99eb-39617df77a48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:03.439488427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"86a3fe9f-1c00-4770-80ce-523ee32a69cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:03.439764522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"f6580042-a687-49f6-9c8e-79a062935d5f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:03.439937635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"800bbc54-3035-4e0a-bb97-9036f38ad0c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-premium-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:03.793081232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"b532d982-077e-4c1b-a5d8-f188911f88fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:03.79310629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"72c0d7e0-5d55-429b-8c9a-4ab6ec2231d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-premium-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:03.837194949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"5f4725ee-b0a9-4696-9899-b600f5817769","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:03.837469001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"f8a69369-f2da-43b8-91a1-5c2288579449","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:03.894067753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"5f4725ee-b0a9-4696-9899-b600f5817769","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:03.894566801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"f8a69369-f2da-43b8-91a1-5c2288579449","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:04.119479871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"426ca10a-e2d2-4c76-a070-1cb8d166b712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:04.172263537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"426ca10a-e2d2-4c76-a070-1cb8d166b712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:04.22539946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"426ca10a-e2d2-4c76-a070-1cb8d166b712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:04.27840067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"426ca10a-e2d2-4c76-a070-1cb8d166b712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:05.610752621Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:06.205511611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e10cbc29-6110-42bd-8d8b-a4b68b5bf0d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:06.258748341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e10cbc29-6110-42bd-8d8b-a4b68b5bf0d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:06.313206476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e10cbc29-6110-42bd-8d8b-a4b68b5bf0d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:06.367324723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e10cbc29-6110-42bd-8d8b-a4b68b5bf0d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:07.210845036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"distinct-2-w4-398828","reconcileID":"05e1d0b1-2877-4313-b0d0-f2685c7263eb","MaaSModelRef":{"name":"distinct-2-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"distinct-2-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"distinct-2-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:07.36413654Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"default-tenant","reconcileID":"fb18640c-fcda-49a0-93f8-d1637136f12c","namespace":"ai-tenant-e2e-worker-w2-ca6546","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:07.364197726Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"default-tenant","reconcileID":"fb18640c-fcda-49a0-93f8-d1637136f12c","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:07.421899768Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"default-tenant","reconcileID":"fb18640c-fcda-49a0-93f8-d1637136f12c","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:07.42239422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"premium-w2-ca6546","reconcileID":"7c1c7ac3-3f7f-469e-86b2-27a98147ebba","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"premium-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"premium-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:07.47975527Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"default-tenant","reconcileID":"fb18640c-fcda-49a0-93f8-d1637136f12c","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:07.479773035Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"default-tenant","reconcileID":"fb18640c-fcda-49a0-93f8-d1637136f12c","namespace":"ai-tenant-e2e-worker-w2-ca6546","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:07.479826065Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"default-tenant","reconcileID":"fb18640c-fcda-49a0-93f8-d1637136f12c","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:07.481037589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"81ab62ae-7081-475a-9c0f-048f1283d756","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:07.539476746Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"default-tenant","reconcileID":"fb18640c-fcda-49a0-93f8-d1637136f12c","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:07.539786192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"c1c01c80-43be-438e-99a9-d5e7d32de262","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:07.58052557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"abfe94d4-3bb6-4a33-9f3c-8438b164b6b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:07.580583155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"74784e84-27e8-4308-8788-1e99f81527e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:07.586960773Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"81901d03-248d-4911-9d9f-51e551d0a73c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9fe48b66","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:07.597893375Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"default-tenant","reconcileID":"fb18640c-fcda-49a0-93f8-d1637136f12c","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:07.597950169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"premium-w2-ca6546","reconcileID":"19e04dbe-9f1e-4953-8b06-40ebd3579835","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"premium-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"premium-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:07.637973393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"74784e84-27e8-4308-8788-1e99f81527e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:07.63802833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"abfe94d4-3bb6-4a33-9f3c-8438b164b6b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:07.64576384Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"6f067805-6fa2-4fa4-a52d-623db9fd0072","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9237d21c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:07.69880289Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"1471b29e-5b9c-489e-9ca7-252ca95b1b04","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9237d21c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:07.707103135Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"538889bc-1bdd-45da-81ff-b5d8ac211adb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9fe48b66","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:07.845275586Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"37a638be-d5e0-4c6e-9633-436c57b4ea38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:07.845321113Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"ab02b8f8-65f2-4b6b-8e50-69ca6c66f0ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:08.004037543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"37a638be-d5e0-4c6e-9633-436c57b4ea38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:08.004180225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"ab02b8f8-65f2-4b6b-8e50-69ca6c66f0ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:08.131060929Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"ab02b8f8-65f2-4b6b-8e50-69ca6c66f0ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:08.131143738Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-access","reconcileID":"ab02b8f8-65f2-4b6b-8e50-69ca6c66f0ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:05:08.131639528Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"37a638be-d5e0-4c6e-9633-436c57b4ea38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w2-ca6546-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:05:08.131706869Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"37a638be-d5e0-4c6e-9633-436c57b4ea38","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w2-ca6546-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:08.13712216Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"ef89fc9b-2122-46c8-9757-a5b5a16f9836","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:08.188452344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"398f7198-496e-49e2-90bb-c941a96ef1b0","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:08.343897677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"ef89fc9b-2122-46c8-9757-a5b5a16f9836","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:08.400714012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"ef89fc9b-2122-46c8-9757-a5b5a16f9836","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"e2e-worker-w2-ca6546-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:08.400737732Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-access","reconcileID":"ef89fc9b-2122-46c8-9757-a5b5a16f9836","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ca6546","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:08.458007559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"premium-w2-ca6546","reconcileID":"a7e433ae-ef4c-486e-bb90-661985a7dfa0","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"premium-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"premium-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:09.10611188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"distinct-2-w4-398828","reconcileID":"0236e633-7f82-4420-a8ea-ebf72b267633","MaaSModelRef":{"name":"distinct-2-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"distinct-2-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"distinct-2-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:09.106321259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"41738109-9c26-4c3c-92fc-4440f321f3a1","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:09.106587752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"premium-w4-398828","reconcileID":"7aaffb5f-a17b-47c3-a876-d54ee9ad63a4","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"premium-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"premium-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:09.106831007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"distinct-w4-398828","reconcileID":"3d1f7d1a-df33-4a5e-b9c3-23f214bd5412","MaaSModelRef":{"name":"distinct-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"distinct-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"distinct-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:09.263539202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"a6254bca-46bb-46ad-80f4-ac0d7711f12a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:09.263561293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"356da558-be0d-4451-b8b6-2070c8b88bd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:09.31717132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"246a6a4f-ef58-402d-8a15-9cd2ad70cd45","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:09.317243844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-subscription","reconcileID":"79e2998b-3d18-4385-bbd8-7a5814f9f52d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-premium-w4-398828","model":"e2e-models-e2e-worker-w4-398828/premium-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:09.320439641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"a6254bca-46bb-46ad-80f4-ac0d7711f12a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:09.320749231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"356da558-be0d-4451-b8b6-2070c8b88bd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:09.638654579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-subscription","reconcileID":"dae78d77-d439-4667-a7d3-1f057d97675c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-premium-w4-398828","model":"e2e-models-e2e-worker-w4-398828/premium-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:09.639411794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"441de7f3-cbc7-4677-a354-8d5c2445cf4d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:09.689559257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"98cd9443-37c4-45a0-877d-60f040eda51a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:09.697772407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"a0f2395d-d8aa-416c-9567-ee40382b0458","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:09.750456346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"98cd9443-37c4-45a0-877d-60f040eda51a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:09.75599054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"a0f2395d-d8aa-416c-9567-ee40382b0458","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:10.260966612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"9d748b70-4999-4490-b99c-ba08423bb9f2","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:10.313391066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"823daf8e-580f-4259-8b3b-e75e181bc743","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:10.313670005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"2a5505ed-1990-44cf-811e-883faee5fecc","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:10.313897501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"e342599a-c4b0-4759-a06b-6a89de49b4d6","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:10.425794294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"11388b8f-0ffd-4f95-a018-1c3e2b292cc3","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:10.426109156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"049fa223-b414-409c-96ba-a7e6e31652fb","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:10.426297173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"03a584c0-b663-486b-8448-d29bf121c31d","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:10.426489269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"66730b9b-3a8f-450b-bc43-6d652397e962","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:10.523865892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"387395b8-ac3b-4650-94f9-dc5c83effd20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:10.523912012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"a078756f-9b7b-4631-b4cd-89bbf36ada2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:10.527304302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"24b4c76b-1c45-4fe1-9a70-f3d7a6a24f4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:10.582450274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"a078756f-9b7b-4631-b4cd-89bbf36ada2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:10.589785394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"387395b8-ac3b-4650-94f9-dc5c83effd20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:10.628385997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"8190e887-d35a-4bbe-88eb-8ce6f258a186","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:10.950257089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"c6c87f1e-d93a-4b86-89ab-7e42ec4c7eae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:10.957634569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"09065f8b-db94-4aeb-9769-4e7374f48428","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:11.013494386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"51ff5237-8b6a-4fbf-b35c-630671a22457","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:11.017697492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"09065f8b-db94-4aeb-9769-4e7374f48428","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:11.055769158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"7ddc7b7c-4699-4951-8970-6b93f6c6a0b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:11.112997724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"7ddc7b7c-4699-4951-8970-6b93f6c6a0b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:11.284162847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f279838-c0bd-4d3d-b26b-96082999adf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:11.337034877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f279838-c0bd-4d3d-b26b-96082999adf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:11.390971992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f279838-c0bd-4d3d-b26b-96082999adf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:11.444226346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f279838-c0bd-4d3d-b26b-96082999adf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:11.563914188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"distinct-w2-ca6546","reconcileID":"d3af28dd-d9ac-4b75-a66d-e591ad323a37","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"distinct-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"distinct-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:13.489363153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2ca7870-b316-444c-9533-91420f732fba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:13.542126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2ca7870-b316-444c-9533-91420f732fba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:13.600944078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2ca7870-b316-444c-9533-91420f732fba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:13.654931713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2ca7870-b316-444c-9533-91420f732fba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:15.567942699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32443a3a-024a-4258-8bc3-63ec84c712e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:15.622227353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32443a3a-024a-4258-8bc3-63ec84c712e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:15.676317759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32443a3a-024a-4258-8bc3-63ec84c712e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:15.729240589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32443a3a-024a-4258-8bc3-63ec84c712e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:17.630360066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68a15668-fa49-495e-873c-04f5ec189503","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:17.683517766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68a15668-fa49-495e-873c-04f5ec189503","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:17.736169591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68a15668-fa49-495e-873c-04f5ec189503","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:17.788953385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68a15668-fa49-495e-873c-04f5ec189503","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:17.842088136Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"e02160aa-9238-4803-86f1-f8b757277bbe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","subscription":"premium-simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:17.842204983Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"86a35b20-e42a-4145-a910-17ed2e1739ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","subscription":"simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:17.894962201Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"e02160aa-9238-4803-86f1-f8b757277bbe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:17.895131409Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"86a35b20-e42a-4145-a910-17ed2e1739ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:17.948780064Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"simulator-subscription","reconcileID":"86a35b20-e42a-4145-a910-17ed2e1739ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/simulator-w2-ca6546","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:17.948902325Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"premium-simulator-subscription","reconcileID":"e02160aa-9238-4803-86f1-f8b757277bbe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"name":"maas-trlp-premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546","model":"e2e-models-e2e-worker-w2-ca6546/premium-w2-ca6546","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:18.059597269Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"default-tenant","reconcileID":"bffbc2b8-cb68-4980-85ac-100b4f7992bf","namespace":"ai-tenant-e2e-worker-w4-398828","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:18.059699673Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"default-tenant","reconcileID":"bffbc2b8-cb68-4980-85ac-100b4f7992bf","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:18.117181961Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"default-tenant","reconcileID":"bffbc2b8-cb68-4980-85ac-100b4f7992bf","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:18.117885173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"474d4b17-6d3d-468a-b73c-416752890007","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:18.174331518Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"default-tenant","reconcileID":"bffbc2b8-cb68-4980-85ac-100b4f7992bf","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:18.174360841Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"default-tenant","reconcileID":"bffbc2b8-cb68-4980-85ac-100b4f7992bf","namespace":"ai-tenant-e2e-worker-w4-398828","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:18.174415937Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"default-tenant","reconcileID":"bffbc2b8-cb68-4980-85ac-100b4f7992bf","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:18.177534227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"premium-w4-398828","reconcileID":"b2ef46c3-eff5-4db2-9460-5152ab79da53","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"premium-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"premium-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:18.23049197Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"default-tenant","reconcileID":"bffbc2b8-cb68-4980-85ac-100b4f7992bf","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:18.234987249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"2523529a-e312-4cad-aeff-ef0aec378cfc","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:18.235263388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"premium-w2-ca6546","reconcileID":"ab6f16a8-e2d1-41ef-91ba-ed7c24baf924","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"premium-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"premium-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:18.235536281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"0fa8a044-51d1-49fe-87c8-3096372a4850","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:18.275004524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"d101515b-35ad-434f-88d9-9cebced72e5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:18.275009599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"91ce8fd4-833e-44a0-9d6f-5e114098e22e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:18.280506969Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"aebf254e-f64f-417b-81f1-4c3769e8b2a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1ee7e627","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:18.289629774Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"default-tenant","reconcileID":"bffbc2b8-cb68-4980-85ac-100b4f7992bf","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:18.293662132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"premium-w4-398828","reconcileID":"69ea9af5-7855-4ab4-ab57-4bf01fdeea21","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"premium-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"premium-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:18.331766898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"d101515b-35ad-434f-88d9-9cebced72e5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:18.332039948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"91ce8fd4-833e-44a0-9d6f-5e114098e22e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:18.339197856Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-subscription","reconcileID":"4663f839-c6bb-4b36-bbd0-d01ac2ccc7b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-949a867c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:18.346279533Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"77c9d14c-3489-4a36-b251-de76e343cfb2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1ee7e627","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:18.402747694Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-subscription","reconcileID":"c1ab8969-7124-4f4d-9f2d-9bca10cbc312","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-949a867c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:18.539065336Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"6f4b51b0-fdc6-4781-bcd9-c879b0179152","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"model":"e2e-models-e2e-worker-w4-398828/premium-w4-398828","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:18.539092705Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"e339d21d-d82a-42b2-99b9-6433fe973b73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:18.69702007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"e339d21d-d82a-42b2-99b9-6433fe973b73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:18.697026448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"6f4b51b0-fdc6-4781-bcd9-c879b0179152","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:18.821189844Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"6f4b51b0-fdc6-4781-bcd9-c879b0179152","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:18.821214173Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-access","reconcileID":"6f4b51b0-fdc6-4781-bcd9-c879b0179152","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:05:18.825467212Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"e339d21d-d82a-42b2-99b9-6433fe973b73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w4-398828-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:05:18.825526258Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"e339d21d-d82a-42b2-99b9-6433fe973b73","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w4-398828-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:18.830799487Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"300361aa-3f45-497b-a2d4-d860e67a3483","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:18.879992905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"premium-w4-398828","reconcileID":"d530a7ce-4589-4a21-9fb7-c2c5d305cc24","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"premium-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"premium-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:19.037411943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"300361aa-3f45-497b-a2d4-d860e67a3483","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:19.094137963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"300361aa-3f45-497b-a2d4-d860e67a3483","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"e2e-worker-w4-398828-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:19.09417275Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-access","reconcileID":"300361aa-3f45-497b-a2d4-d860e67a3483","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-398828"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-398828","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:19.106821754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"distinct-2-w4-398828","reconcileID":"365a78d0-5766-4a72-b9a2-06e73c96fb4a","MaaSModelRef":{"name":"distinct-2-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"distinct-2-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"distinct-2-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:19.151167536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"db0c6029-d205-48fb-939c-64fa6551377d","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:20.895898456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"e561436b-2228-4868-89b0-3f541967bc37","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:20.896218989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"bdfae52c-29e4-49b2-aa92-01fd2fda8b76","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:20.896525138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"289f9c06-a3b1-48ed-a095-8850906d7b82","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:20.896706177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"ed694b43-4748-4a87-b6f3-34a6621b5a70","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:21.053471252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"ae2c0cb9-236b-4df3-a77a-344d1558bf40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:21.054211974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"7d563be6-f549-46ba-a7d8-21d317d8d2a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:21.110895952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"ae2c0cb9-236b-4df3-a77a-344d1558bf40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:21.119137982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"7d563be6-f549-46ba-a7d8-21d317d8d2a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:21.12197195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"f644f38e-1559-447d-9271-47c3bee97d12","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:21.121976831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"04776683-eae0-4227-b125-84949b50820a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:21.443914148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"a957e276-d8d1-4649-8d94-6e4c0cdc4dd8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:21.443939299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"5a74632d-96c6-4d54-be2e-9711dd081d42","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:21.475032384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"fac4ab36-320a-47f4-9363-af081c694e57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:21.475034886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"e50c2a26-e49d-4e20-a018-07aa6960ccb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:21.536619825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"fac4ab36-320a-47f4-9363-af081c694e57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:21.537497927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"e50c2a26-e49d-4e20-a018-07aa6960ccb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:21.621227129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"distinct-w2-ca6546","reconcileID":"0262e4a2-c438-45f7-979f-2db8c1283c37","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"distinct-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"distinct-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:21.627934726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"premium-w2-ca6546","reconcileID":"25881e8b-32ae-4dca-a69f-0f59d53e5c51","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"premium-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"premium-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:23.077251426Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"default-tenant","reconcileID":"30dd1602-1809-4e95-9f8c-bf17d4243358","namespace":"ai-tenant-e2e-worker-w0-1f6e39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:23.077319196Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"default-tenant","reconcileID":"30dd1602-1809-4e95-9f8c-bf17d4243358","namespace":"ai-tenant-e2e-worker-w0-1f6e39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:23.077408405Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"default-tenant","reconcileID":"30dd1602-1809-4e95-9f8c-bf17d4243358","tenant":"e2e-worker-w0-1f6e39","tenantID":"e2e-worker-w0-1f6e39","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:23.13467218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"default-tenant","reconcileID":"30dd1602-1809-4e95-9f8c-bf17d4243358","gvk":"Deployment","name":"maas-api-e2e-worker-w0-1f6e39","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:23.196966608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"default-tenant","reconcileID":"30dd1602-1809-4e95-9f8c-bf17d4243358","gvk":"Service","name":"maas-api-e2e-worker-w0-1f6e39","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:23.25867976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"default-tenant","reconcileID":"30dd1602-1809-4e95-9f8c-bf17d4243358","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-1f6e39","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:23.314339768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"default-tenant","reconcileID":"30dd1602-1809-4e95-9f8c-bf17d4243358","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-1f6e39","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:23.370480699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"default-tenant","reconcileID":"30dd1602-1809-4e95-9f8c-bf17d4243358","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-1f6e39","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:23.427130563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"default-tenant","reconcileID":"30dd1602-1809-4e95-9f8c-bf17d4243358","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-1f6e39","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:23.486673911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"default-tenant","reconcileID":"30dd1602-1809-4e95-9f8c-bf17d4243358","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-1f6e39","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:23.551130469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"default-tenant","reconcileID":"30dd1602-1809-4e95-9f8c-bf17d4243358","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-1f6e39","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:23.604598412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"default-tenant","reconcileID":"30dd1602-1809-4e95-9f8c-bf17d4243358","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-1f6e39","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:23.657672903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"default-tenant","reconcileID":"30dd1602-1809-4e95-9f8c-bf17d4243358","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-1f6e39","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:23.711634696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"default-tenant","reconcileID":"30dd1602-1809-4e95-9f8c-bf17d4243358","gvk":"Service","name":"payload-processing-e2e-worker-w0-1f6e39","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:23.767228533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"default-tenant","reconcileID":"30dd1602-1809-4e95-9f8c-bf17d4243358","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-1f6e39","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:23.82040419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"default-tenant","reconcileID":"30dd1602-1809-4e95-9f8c-bf17d4243358","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-1f6e39","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:23.873032813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"default-tenant","reconcileID":"30dd1602-1809-4e95-9f8c-bf17d4243358","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-1f6e39","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:23.925817325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"default-tenant","reconcileID":"30dd1602-1809-4e95-9f8c-bf17d4243358","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-1f6e39","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:23.981926062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"default-tenant","reconcileID":"30dd1602-1809-4e95-9f8c-bf17d4243358","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-1f6e39","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:24.037608974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"default-tenant","reconcileID":"30dd1602-1809-4e95-9f8c-bf17d4243358","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-1f6e39","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:24.090433022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"default-tenant","reconcileID":"30dd1602-1809-4e95-9f8c-bf17d4243358","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-1f6e39","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:24.14581259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"default-tenant","reconcileID":"30dd1602-1809-4e95-9f8c-bf17d4243358","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-1f6e39","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:24.19837364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1f6e39"},"namespace":"ai-tenant-e2e-worker-w0-1f6e39","name":"default-tenant","reconcileID":"30dd1602-1809-4e95-9f8c-bf17d4243358","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-1f6e39","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:25.043735884Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-1f6e39","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-1f6e39","reconcileID":"9f1de2b6-d3b7-425f-819f-5204f0613a6c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-1f6e39","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-1f6e39"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:26.025987476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"cefe4259-c21e-4342-aaa6-6073a2f33f8a","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:26.206477863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d5cb570-4339-4a90-bab0-8fbb0d6239ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:26.259239181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d5cb570-4339-4a90-bab0-8fbb0d6239ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:26.311973872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d5cb570-4339-4a90-bab0-8fbb0d6239ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:26.364747233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d5cb570-4339-4a90-bab0-8fbb0d6239ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:26.368785324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"distinct-2-w2-ca6546","reconcileID":"793d643b-a64b-4098-aee2-da7ef181968d","MaaSModelRef":{"name":"distinct-2-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"distinct-2-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"distinct-2-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:28.236385721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"simulator-w2-ca6546","reconcileID":"a39fc597-60e4-47ad-ac9b-d144d1e665a7","MaaSModelRef":{"name":"simulator-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"simulator-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"simulator-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:28.305323414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54a0a7dd-c3d7-4d2e-9147-9aac5d687154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:28.35850295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54a0a7dd-c3d7-4d2e-9147-9aac5d687154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:28.411384858Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"fda0ce79-9d53-4c0b-88c5-faa823be557f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","subscription":"simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:28.412076726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54a0a7dd-c3d7-4d2e-9147-9aac5d687154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:28.465144078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54a0a7dd-c3d7-4d2e-9147-9aac5d687154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:28.465169235Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-subscription","reconcileID":"9e7978c2-f8c3-458f-b3e1-087b3a577aca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"model":"e2e-models-e2e-worker-w4-398828/premium-w4-398828","subscription":"premium-simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:28.519273743Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"fda0ce79-9d53-4c0b-88c5-faa823be557f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:28.519287725Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-subscription","reconcileID":"9e7978c2-f8c3-458f-b3e1-087b3a577aca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"model":"e2e-models-e2e-worker-w4-398828/premium-w4-398828","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:28.573025705Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"simulator-subscription","reconcileID":"fda0ce79-9d53-4c0b-88c5-faa823be557f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828","model":"e2e-models-e2e-worker-w4-398828/simulator-w4-398828","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:28.573092006Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"premium-simulator-subscription","reconcileID":"9e7978c2-f8c3-458f-b3e1-087b3a577aca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-398828"},"name":"maas-trlp-premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828","model":"e2e-models-e2e-worker-w4-398828/premium-w4-398828","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:28.814105082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"distinct-w4-398828","reconcileID":"b7a04fac-fad9-4eff-93e6-f80a79c4a388","MaaSModelRef":{"name":"distinct-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"distinct-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"distinct-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:28.897555024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"fbb1d0ac-23dc-486c-a6c1-fbc19aa35009","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:28.898343513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"premium-w4-398828","reconcileID":"267f64f2-5694-445e-8d2d-5683185f4da5","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"premium-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"premium-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:29.107670414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"distinct-2-w4-398828","reconcileID":"70d70d23-d08d-48d2-8368-7312d9166d41","MaaSModelRef":{"name":"distinct-2-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"distinct-2-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"distinct-2-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:29.150065692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"premium-w4-398828","reconcileID":"cf5c11dc-4d79-41fc-8d9a-a6bda447e997","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"premium-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"premium-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:29.482648279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"2a66784f-d1d9-4f88-9b34-e040ad3b97b2","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:30.040417609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"c22c48eb-32d9-45e8-b3e3-c6fe7b204e8a","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:30.375659468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"46b43554-c3ab-4051-a981-52846e25e8d1","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:30.384862441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dae3e52b-8f1c-471b-93ab-d441f5af6b5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:30.439402657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dae3e52b-8f1c-471b-93ab-d441f5af6b5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:30.492572376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dae3e52b-8f1c-471b-93ab-d441f5af6b5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:30.546235381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dae3e52b-8f1c-471b-93ab-d441f5af6b5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:30.705835768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"0fd0d259-f93b-4631-b4a3-945789d9f9b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:30.710005988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"fbc83e22-c1be-4646-a96d-58a4db94648c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:30.711532494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"3d31a0b1-21d5-4ca6-9b8a-a33b9f5455c0","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:30.712260666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"f7cb738e-b629-43a2-bbf8-8eeb5029580a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:30.762783479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"0fd0d259-f93b-4631-b4a3-945789d9f9b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:30.769228405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"f7cb738e-b629-43a2-bbf8-8eeb5029580a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:30.879002552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"2f3869fb-9b5f-41e8-a6a2-6aa0c579dc77","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:30.92574321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"25fb4546-d587-453d-932e-c54553973fe5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:31.094015985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"1ef80a59-d3dd-4314-bd6e-0b87646976c7","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:31.100058088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"cd395beb-e7df-4c3a-bec2-0a915aaf01da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-premium-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:31.129515999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"afd2d331-11cb-4965-811f-43ebf7284c94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:31.129514546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"ace4b52b-904e-4671-befa-66e982eac09a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:31.18626915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"ace4b52b-904e-4671-befa-66e982eac09a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:31.186484821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"afd2d331-11cb-4965-811f-43ebf7284c94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:31.305885734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"d2d118ff-5f25-46ce-afc9-65c3541fa9f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"maas-trlp-simulator-w1-5ac93f","model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:31.622438722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"distinct-w2-ca6546","reconcileID":"a88c774c-abf2-457a-8c4f-0b07b36290db","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"distinct-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"distinct-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:31.690404761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"premium-w2-ca6546","reconcileID":"5b9b06a2-31a3-4ac5-912e-0574a817846c","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"routeName":"premium-w2-ca6546-kserve-route","namespace":"e2e-models-e2e-worker-w2-ca6546","llmisvcName":"premium-w2-ca6546","gateway":"openshift-ingress/e2e-worker-w2-ca6546","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:32.505252193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d9c24e6-4e5a-4f37-911a-b5b1a927f1bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:32.559147743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d9c24e6-4e5a-4f37-911a-b5b1a927f1bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:32.61187763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d9c24e6-4e5a-4f37-911a-b5b1a927f1bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:32.665300458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d9c24e6-4e5a-4f37-911a-b5b1a927f1bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:05:34.071499302Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"distinct-w2-ca6546","reconcileID":"50819ac6-6f17-40c5-a9d3-4d866197e533","name":"distinct-w2-ca6546","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-ca6546\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:05:34.071670442Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"distinct-w2-ca6546","reconcileID":"50819ac6-6f17-40c5-a9d3-4d866197e533","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-ca6546\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:05:34.129484908Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"premium-w2-ca6546","reconcileID":"1ee8023e-bd7a-4700-bad7-2e66f747da83","name":"premium-w2-ca6546","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-ca6546\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:05:34.129619386Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ca6546","namespace":"e2e-models-e2e-worker-w2-ca6546"},"namespace":"e2e-models-e2e-worker-w2-ca6546","name":"premium-w2-ca6546","reconcileID":"1ee8023e-bd7a-4700-bad7-2e66f747da83","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-ca6546\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:34.679156693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6c71ded-8849-45b3-8a20-010c6b8605eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:34.732227104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6c71ded-8849-45b3-8a20-010c6b8605eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:34.799928992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6c71ded-8849-45b3-8a20-010c6b8605eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:34.85757649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6c71ded-8849-45b3-8a20-010c6b8605eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:35.610438098Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:36.085797642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"e3594c5b-4281-43c1-9255-8669ed5340a8","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:36.820515111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61b74331-59de-4ec6-85f8-9769ca7168a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:36.873526122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61b74331-59de-4ec6-85f8-9769ca7168a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:36.926254388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61b74331-59de-4ec6-85f8-9769ca7168a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:36.979007239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61b74331-59de-4ec6-85f8-9769ca7168a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:38.874555591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"distinct-w4-398828","reconcileID":"3fab7c70-6a2a-44dc-aa46-958c8b4a64dd","MaaSModelRef":{"name":"distinct-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"distinct-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"distinct-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:38.892146951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31fecc7b-6d0b-4275-91e8-634bd380764b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:38.945015551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31fecc7b-6d0b-4275-91e8-634bd380764b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:38.997660937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31fecc7b-6d0b-4275-91e8-634bd380764b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:39.050219329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31fecc7b-6d0b-4275-91e8-634bd380764b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:39.108017063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"distinct-2-w4-398828","reconcileID":"92d340e2-6d47-4d20-9fad-bf733445b214","MaaSModelRef":{"name":"distinct-2-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"distinct-2-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"distinct-2-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:39.207219502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"premium-w4-398828","reconcileID":"22f574df-518b-468c-8248-895cc1252694","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"premium-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"premium-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:39.26934268Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-12c92e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-12c92e","reconcileID":"bf4b0b80-0a14-4058-9b16-317f856ea72c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-12c92e","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-12c92e":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:39.589780225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"f3e023af-60ef-4714-9ab7-5c44474f2a04","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:40.099767439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"ea3fd2bc-6fd2-4641-9152-31f9cb63d398","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:40.290299402Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"default-tenant","reconcileID":"db8a7274-3ac3-4032-bdcb-f46f7f039a84","namespace":"ai-tenant-e2e-worker-w2-ca6546","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:40.290397965Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"default-tenant","reconcileID":"db8a7274-3ac3-4032-bdcb-f46f7f039a84","namespace":"ai-tenant-e2e-worker-w2-ca6546","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:40.290479038Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"default-tenant","reconcileID":"db8a7274-3ac3-4032-bdcb-f46f7f039a84","tenant":"e2e-worker-w2-ca6546","tenantID":"e2e-worker-w2-ca6546","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:40.344894701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"default-tenant","reconcileID":"db8a7274-3ac3-4032-bdcb-f46f7f039a84","gvk":"Deployment","name":"maas-api-e2e-worker-w2-ca6546","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:40.450052834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"default-tenant","reconcileID":"db8a7274-3ac3-4032-bdcb-f46f7f039a84","gvk":"Service","name":"maas-api-e2e-worker-w2-ca6546","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:40.509946882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"default-tenant","reconcileID":"db8a7274-3ac3-4032-bdcb-f46f7f039a84","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-ca6546","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:40.564862574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"default-tenant","reconcileID":"db8a7274-3ac3-4032-bdcb-f46f7f039a84","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-ca6546","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:40.61975527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"default-tenant","reconcileID":"db8a7274-3ac3-4032-bdcb-f46f7f039a84","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-ca6546","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:40.674495208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"default-tenant","reconcileID":"db8a7274-3ac3-4032-bdcb-f46f7f039a84","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-ca6546","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:40.731857395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"default-tenant","reconcileID":"db8a7274-3ac3-4032-bdcb-f46f7f039a84","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-ca6546","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:40.789163635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"default-tenant","reconcileID":"db8a7274-3ac3-4032-bdcb-f46f7f039a84","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-ca6546","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:40.847579254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"default-tenant","reconcileID":"db8a7274-3ac3-4032-bdcb-f46f7f039a84","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-ca6546","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:40.880127439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"dc33480d-d92a-4c6d-8bf2-97755be2e638","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:40.900122314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"default-tenant","reconcileID":"db8a7274-3ac3-4032-bdcb-f46f7f039a84","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-ca6546","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:40.952750411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"default-tenant","reconcileID":"db8a7274-3ac3-4032-bdcb-f46f7f039a84","gvk":"Service","name":"payload-processing-e2e-worker-w2-ca6546","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:41.002604638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aec3d80-20a1-4d38-82ed-69bd883bcf68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:41.070880062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"default-tenant","reconcileID":"db8a7274-3ac3-4032-bdcb-f46f7f039a84","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-ca6546","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:41.071161313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aec3d80-20a1-4d38-82ed-69bd883bcf68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:41.094568777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"78320228-b29e-45f4-bb82-54926e5849da","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:41.124053506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"default-tenant","reconcileID":"db8a7274-3ac3-4032-bdcb-f46f7f039a84","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-ca6546","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:41.124253516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aec3d80-20a1-4d38-82ed-69bd883bcf68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:41.177050068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"default-tenant","reconcileID":"db8a7274-3ac3-4032-bdcb-f46f7f039a84","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-ca6546","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:41.178044471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aec3d80-20a1-4d38-82ed-69bd883bcf68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:41.23088239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"default-tenant","reconcileID":"db8a7274-3ac3-4032-bdcb-f46f7f039a84","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-ca6546","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:41.287658021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"default-tenant","reconcileID":"db8a7274-3ac3-4032-bdcb-f46f7f039a84","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-ca6546","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:41.340564207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"default-tenant","reconcileID":"db8a7274-3ac3-4032-bdcb-f46f7f039a84","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-ca6546","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:41.39298643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"default-tenant","reconcileID":"db8a7274-3ac3-4032-bdcb-f46f7f039a84","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-ca6546","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:41.44720713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"default-tenant","reconcileID":"db8a7274-3ac3-4032-bdcb-f46f7f039a84","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-ca6546","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:41.500832322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ca6546"},"namespace":"ai-tenant-e2e-worker-w2-ca6546","name":"default-tenant","reconcileID":"db8a7274-3ac3-4032-bdcb-f46f7f039a84","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-ca6546","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:41.503063539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"distinct-2-w4-398828","reconcileID":"674d42e8-ecec-4e2f-b1ea-e83593e43bc8","MaaSModelRef":{"name":"distinct-2-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"distinct-2-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"distinct-2-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:41.514523619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"distinct-w4-398828","reconcileID":"26063b2f-7207-4314-9508-30b31fe5e78a","MaaSModelRef":{"name":"distinct-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"distinct-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"distinct-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:41.522829666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"premium-w4-398828","reconcileID":"50e847a7-4b03-422c-9b94-8af89952f284","MaaSModelRef":{"name":"premium-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"premium-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"premium-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:41.53073024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"namespace":"e2e-models-e2e-worker-w4-398828","name":"simulator-w4-398828","reconcileID":"e96c012e-4064-4e6b-9334-2d3fbd087b79","MaaSModelRef":{"name":"simulator-w4-398828","namespace":"e2e-models-e2e-worker-w4-398828"},"routeName":"simulator-w4-398828-kserve-route","namespace":"e2e-models-e2e-worker-w4-398828","llmisvcName":"simulator-w4-398828","gateway":"openshift-ingress/e2e-worker-w4-398828","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:42.505166732Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-ca6546","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-ca6546","reconcileID":"a897b007-365b-457f-9b7b-c5a92191081f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-ca6546","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-ca6546"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:43.684475852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8c58032-8e33-4742-a528-55f5e06d75cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:43.737419868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8c58032-8e33-4742-a528-55f5e06d75cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:43.789965243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8c58032-8e33-4742-a528-55f5e06d75cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:43.842722144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8c58032-8e33-4742-a528-55f5e06d75cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:45.774526901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f281766c-f7a3-479d-9581-ef28fe1c6be9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:45.827294463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f281766c-f7a3-479d-9581-ef28fe1c6be9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:45.880435528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f281766c-f7a3-479d-9581-ef28fe1c6be9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:45.933027875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f281766c-f7a3-479d-9581-ef28fe1c6be9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:46.087181894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"c5c1b2ce-9985-4fbe-85b8-03b81da7e0a4","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:50.118305429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-2-w1-5ac93f","reconcileID":"1fa94496-1e64-44f5-a5c4-f954f53ee29a","MaaSModelRef":{"name":"distinct-2-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-2-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-2-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:50.880783828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"premium-w1-5ac93f","reconcileID":"752bee8c-89c6-4cd8-b397-be89ecca9335","MaaSModelRef":{"name":"premium-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"premium-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"premium-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:51.125109799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"simulator-w1-5ac93f","reconcileID":"5e98e4f5-4b54-4696-8de8-2afc410a7162","MaaSModelRef":{"name":"simulator-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"simulator-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"simulator-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:51.537193512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"namespace":"e2e-models-e2e-worker-w1-5ac93f","name":"distinct-w1-5ac93f","reconcileID":"a34d76f7-d914-45f7-aca1-e5ef5e58e37a","MaaSModelRef":{"name":"distinct-w1-5ac93f","namespace":"e2e-models-e2e-worker-w1-5ac93f"},"routeName":"distinct-w1-5ac93f-kserve-route","namespace":"e2e-models-e2e-worker-w1-5ac93f","llmisvcName":"distinct-w1-5ac93f","gateway":"openshift-ingress/e2e-worker-w1-5ac93f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:51.615223338Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"e6b1cdd3-1be2-4fae-a219-5d6b73bbd904","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:51.615504303Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"7dece632-8e80-4e3a-901d-7c67b60c28a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:51.634116945Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"default-tenant","reconcileID":"4ed5c505-8390-4b1c-9c0e-9c2533ee3e2e","namespace":"ai-tenant-e2e-worker-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:51.63419982Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"default-tenant","reconcileID":"4ed5c505-8390-4b1c-9c0e-9c2533ee3e2e","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:51.697177967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"bbef6afc-7a3b-473f-b5f2-47aa362a1dee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:51.703868885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"7b0dc788-4558-4e3b-ad8e-bca14fea333e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:51.703934989Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"default-tenant","reconcileID":"4ed5c505-8390-4b1c-9c0e-9c2533ee3e2e","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:05:51.726626531Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"e6b1cdd3-1be2-4fae-a219-5d6b73bbd904","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:51.756056317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"bbef6afc-7a3b-473f-b5f2-47aa362a1dee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:51.756107538Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"bbef6afc-7a3b-473f-b5f2-47aa362a1dee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:51.760507422Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"default-tenant","reconcileID":"4ed5c505-8390-4b1c-9c0e-9c2533ee3e2e","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:51.760522224Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"default-tenant","reconcileID":"4ed5c505-8390-4b1c-9c0e-9c2533ee3e2e","namespace":"ai-tenant-e2e-worker-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:51.760581718Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"default-tenant","reconcileID":"4ed5c505-8390-4b1c-9c0e-9c2533ee3e2e","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:51.76154287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"7b0dc788-4558-4e3b-ad8e-bca14fea333e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:51.76158763Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"7b0dc788-4558-4e3b-ad8e-bca14fea333e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:51.782853178Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"f819b763-184f-4543-ae9a-1a40ce00cc2b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","error":"HTTPRoute not found yet: for LLMInferenceService premium-w1-5ac93f in namespace e2e-models-e2e-worker-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:51.816957155Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"default-tenant","reconcileID":"4ed5c505-8390-4b1c-9c0e-9c2533ee3e2e","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:51.871372922Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"default-tenant","reconcileID":"4ed5c505-8390-4b1c-9c0e-9c2533ee3e2e","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:51.871495394Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"default-tenant","reconcileID":"0ee98c33-f1b9-45c0-9c3a-2cae0ea0efc4","namespace":"ai-tenant-e2e-worker-w4-398828","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:51.871543012Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"default-tenant","reconcileID":"0ee98c33-f1b9-45c0-9c3a-2cae0ea0efc4","namespace":"ai-tenant-e2e-worker-w4-398828","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:51.871589138Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"default-tenant","reconcileID":"0ee98c33-f1b9-45c0-9c3a-2cae0ea0efc4","tenant":"e2e-worker-w4-398828","tenantID":"e2e-worker-w4-398828","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:51.909246127Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"bf4f2a0a-4654-49ea-97b4-f44e0e3d68f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:51.914098768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"c344129c-9ffa-4c7d-99cb-038813fbf448","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:51.925651488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"default-tenant","reconcileID":"0ee98c33-f1b9-45c0-9c3a-2cae0ea0efc4","gvk":"Deployment","name":"maas-api-e2e-worker-w4-398828","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:51.971898924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"c344129c-9ffa-4c7d-99cb-038813fbf448","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:51.971944654Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"c344129c-9ffa-4c7d-99cb-038813fbf448","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:51.989542485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"default-tenant","reconcileID":"0ee98c33-f1b9-45c0-9c3a-2cae0ea0efc4","gvk":"Service","name":"maas-api-e2e-worker-w4-398828","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:52.024452283Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"2368771b-5882-48ac-b721-cb8c3b67c204","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:52.047946177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"default-tenant","reconcileID":"0ee98c33-f1b9-45c0-9c3a-2cae0ea0efc4","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-398828","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:52.106746689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"default-tenant","reconcileID":"0ee98c33-f1b9-45c0-9c3a-2cae0ea0efc4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-398828","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:52.164829585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"bf4f2a0a-4654-49ea-97b4-f44e0e3d68f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:52.165472453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"default-tenant","reconcileID":"0ee98c33-f1b9-45c0-9c3a-2cae0ea0efc4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-398828","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:52.221584322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"default-tenant","reconcileID":"0ee98c33-f1b9-45c0-9c3a-2cae0ea0efc4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-398828","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:52.264536566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"2368771b-5882-48ac-b721-cb8c3b67c204","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:52.280286821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"default-tenant","reconcileID":"0ee98c33-f1b9-45c0-9c3a-2cae0ea0efc4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-398828","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:52.293087402Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"bf4f2a0a-4654-49ea-97b4-f44e0e3d68f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:52.293105289Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-access","reconcileID":"bf4f2a0a-4654-49ea-97b4-f44e0e3d68f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:52.321146692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"2368771b-5882-48ac-b721-cb8c3b67c204","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"name":"e2e-worker-w1-5ac93f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:52.321162821Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-access","reconcileID":"2368771b-5882-48ac-b721-cb8c3b67c204","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:52.335260733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"default-tenant","reconcileID":"0ee98c33-f1b9-45c0-9c3a-2cae0ea0efc4","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-398828","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:52.387610621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"default-tenant","reconcileID":"0ee98c33-f1b9-45c0-9c3a-2cae0ea0efc4","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-398828","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:52.439540412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"default-tenant","reconcileID":"0ee98c33-f1b9-45c0-9c3a-2cae0ea0efc4","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-398828","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:52.491951323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"default-tenant","reconcileID":"0ee98c33-f1b9-45c0-9c3a-2cae0ea0efc4","gvk":"Service","name":"payload-processing-e2e-worker-w4-398828","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:52.544013248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"default-tenant","reconcileID":"0ee98c33-f1b9-45c0-9c3a-2cae0ea0efc4","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-398828","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:52.596109175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"default-tenant","reconcileID":"0ee98c33-f1b9-45c0-9c3a-2cae0ea0efc4","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-398828","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:52.648190548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"default-tenant","reconcileID":"0ee98c33-f1b9-45c0-9c3a-2cae0ea0efc4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-398828","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:52.700590838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"default-tenant","reconcileID":"0ee98c33-f1b9-45c0-9c3a-2cae0ea0efc4","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-398828","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:52.738613894Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"70e3780d-f845-4bbf-ae7d-902b7223a9a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-60f3081f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:52.743136571Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"3771f7cb-292e-44ec-889c-0de1211c2591","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6dbf92f1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:52.75916579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"default-tenant","reconcileID":"0ee98c33-f1b9-45c0-9c3a-2cae0ea0efc4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-398828","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:52.812331499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"default-tenant","reconcileID":"0ee98c33-f1b9-45c0-9c3a-2cae0ea0efc4","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-398828","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:52.864184535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"default-tenant","reconcileID":"0ee98c33-f1b9-45c0-9c3a-2cae0ea0efc4","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-398828","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:52.916343566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"default-tenant","reconcileID":"0ee98c33-f1b9-45c0-9c3a-2cae0ea0efc4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-398828","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:52.968958345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-398828"},"namespace":"ai-tenant-e2e-worker-w4-398828","name":"default-tenant","reconcileID":"0ee98c33-f1b9-45c0-9c3a-2cae0ea0efc4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-398828","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:53.557578421Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"1ab810e6-dc7b-4e7d-801e-9263b333286d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-60f3081f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:53.823714344Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"eb674bbe-7798-479f-914c-77f8f0f01068","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6dbf92f1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:53.839852543Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-398828","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-398828","reconcileID":"aca3276e-d861-42f1-8716-28acc74d65ab","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-398828","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-398828"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:54.992465158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f48fbb9-115b-4f86-8e29-7069ba4004a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:55.045825126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f48fbb9-115b-4f86-8e29-7069ba4004a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:55.098813687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f48fbb9-115b-4f86-8e29-7069ba4004a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:55.151568313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f48fbb9-115b-4f86-8e29-7069ba4004a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:57.08623113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"192a3adf-43b2-42ad-9cdf-493b3f4fd3a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:57.139039603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"192a3adf-43b2-42ad-9cdf-493b3f4fd3a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:57.191575679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"192a3adf-43b2-42ad-9cdf-493b3f4fd3a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:05:57.244055829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"192a3adf-43b2-42ad-9cdf-493b3f4fd3a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:03.611001787Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"cb25bb0c-aeec-4dae-bf88-5354b5c90320","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","subscription":"premium-simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:03.611128716Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"premium-simulator-subscription","reconcileID":"cb25bb0c-aeec-4dae-bf88-5354b5c90320","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-5ac93f/premium-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:03.876939353Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"08c38cb1-8db0-4016-b211-4f1350f1cec9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","subscription":"simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:03.877088866Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"simulator-subscription","reconcileID":"08c38cb1-8db0-4016-b211-4f1350f1cec9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"model":"e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-5ac93f/simulator-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:05.609475201Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:12.662480813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12c92e"},"namespace":"ai-tenant-e2e-extmod-b-12c92e","name":"default-tenant","reconcileID":"47c455d8-38a8-4322-8c49-9f16659364df","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12c92e","tenantID":"e2e-extmod-b-12c92e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:12.77810737Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12c92e"},"namespace":"ai-tenant-e2e-extmod-b-12c92e","name":"default-tenant","reconcileID":"47c455d8-38a8-4322-8c49-9f16659364df","name":"e2e-extmod-b-12c92e-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:22.426157003Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"default-tenant","reconcileID":"38b52a69-3e95-4947-8e2e-5697e9228dd6","namespace":"ai-tenant-e2e-worker-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:22.426213217Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"default-tenant","reconcileID":"38b52a69-3e95-4947-8e2e-5697e9228dd6","namespace":"ai-tenant-e2e-worker-w1-5ac93f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:22.426261539Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"default-tenant","reconcileID":"38b52a69-3e95-4947-8e2e-5697e9228dd6","tenant":"e2e-worker-w1-5ac93f","tenantID":"e2e-worker-w1-5ac93f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:22.481169678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"default-tenant","reconcileID":"38b52a69-3e95-4947-8e2e-5697e9228dd6","gvk":"Deployment","name":"maas-api-e2e-worker-w1-5ac93f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:22.541803779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"default-tenant","reconcileID":"38b52a69-3e95-4947-8e2e-5697e9228dd6","gvk":"Service","name":"maas-api-e2e-worker-w1-5ac93f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:22.601040896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"default-tenant","reconcileID":"38b52a69-3e95-4947-8e2e-5697e9228dd6","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-5ac93f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:22.655601848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"default-tenant","reconcileID":"38b52a69-3e95-4947-8e2e-5697e9228dd6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-5ac93f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:22.716050297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"default-tenant","reconcileID":"38b52a69-3e95-4947-8e2e-5697e9228dd6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-5ac93f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:22.772762701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"default-tenant","reconcileID":"38b52a69-3e95-4947-8e2e-5697e9228dd6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-5ac93f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:22.82814149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"default-tenant","reconcileID":"38b52a69-3e95-4947-8e2e-5697e9228dd6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-5ac93f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:22.882860736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"default-tenant","reconcileID":"38b52a69-3e95-4947-8e2e-5697e9228dd6","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-5ac93f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:22.935288754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"default-tenant","reconcileID":"38b52a69-3e95-4947-8e2e-5697e9228dd6","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-5ac93f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:22.989081126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"default-tenant","reconcileID":"38b52a69-3e95-4947-8e2e-5697e9228dd6","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-5ac93f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:23.041855421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"default-tenant","reconcileID":"38b52a69-3e95-4947-8e2e-5697e9228dd6","gvk":"Service","name":"payload-processing-e2e-worker-w1-5ac93f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:23.093973554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"default-tenant","reconcileID":"38b52a69-3e95-4947-8e2e-5697e9228dd6","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-5ac93f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:23.146250828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"default-tenant","reconcileID":"38b52a69-3e95-4947-8e2e-5697e9228dd6","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-5ac93f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:23.198729964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"default-tenant","reconcileID":"38b52a69-3e95-4947-8e2e-5697e9228dd6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-5ac93f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:23.250849641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"default-tenant","reconcileID":"38b52a69-3e95-4947-8e2e-5697e9228dd6","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-5ac93f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:23.306109611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"default-tenant","reconcileID":"38b52a69-3e95-4947-8e2e-5697e9228dd6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-5ac93f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:23.359097624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"default-tenant","reconcileID":"38b52a69-3e95-4947-8e2e-5697e9228dd6","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-5ac93f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:23.411518411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"default-tenant","reconcileID":"38b52a69-3e95-4947-8e2e-5697e9228dd6","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-5ac93f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:23.46601724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"default-tenant","reconcileID":"38b52a69-3e95-4947-8e2e-5697e9228dd6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-5ac93f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:23.518306201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5ac93f"},"namespace":"ai-tenant-e2e-worker-w1-5ac93f","name":"default-tenant","reconcileID":"38b52a69-3e95-4947-8e2e-5697e9228dd6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-5ac93f","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:24.344161821Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-5ac93f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-5ac93f","reconcileID":"78f41978-1228-4f33-a2b7-2085c637f114","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-5ac93f","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-5ac93f"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:25.503095641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"586cc6b8-e665-4cea-a019-0d936d7f389e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:25.555799198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"586cc6b8-e665-4cea-a019-0d936d7f389e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:25.608533532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"586cc6b8-e665-4cea-a019-0d936d7f389e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:25.661281369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"586cc6b8-e665-4cea-a019-0d936d7f389e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:27.576314626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1ea07db-5c4f-4a5a-a0cc-d860e6c52a1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:27.629317817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1ea07db-5c4f-4a5a-a0cc-d860e6c52a1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:27.6820459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1ea07db-5c4f-4a5a-a0cc-d860e6c52a1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:27.735880109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1ea07db-5c4f-4a5a-a0cc-d860e6c52a1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:35.61030076Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:44.878580103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0592c93f-0e1d-40ae-9b1a-b5a9ac6b36c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:44.931521817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0592c93f-0e1d-40ae-9b1a-b5a9ac6b36c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:44.983914394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0592c93f-0e1d-40ae-9b1a-b5a9ac6b36c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:45.036517689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0592c93f-0e1d-40ae-9b1a-b5a9ac6b36c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:46.304790039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7b0030d0-f3ee-46d6-8250-2bca010d1fa9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:46.407988088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8f4b8026-2605-486c-a465-224bf64e9aff","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:46.538629684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"1518a642-3d46-4298-b9b8-38c4ba1efc92","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:46.648699845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"15850f8f-4b51-4c68-a8fc-29f49dab9bf4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:46.989050813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c67f82d8-c8a5-43c7-b67b-15700ecf0609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:47.041800443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c67f82d8-c8a5-43c7-b67b-15700ecf0609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:47.094840489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c67f82d8-c8a5-43c7-b67b-15700ecf0609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:47.147706362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c67f82d8-c8a5-43c7-b67b-15700ecf0609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:47.255675125Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-287779","namespace":"e2e-extmod-att-noaccess-41da3e"},"namespace":"e2e-extmod-att-noaccess-41da3e","name":"e2e-att-noaccess-287779","reconcileID":"77ef099d-d388-45c4-afad-9723f1ee57e2","namespace":"e2e-extmod-att-noaccess-41da3e","name":"e2e-att-noaccess-287779","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:47.312484213Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-287779","namespace":"e2e-extmod-att-noaccess-41da3e"},"namespace":"e2e-extmod-att-noaccess-41da3e","name":"e2e-att-noaccess-287779","reconcileID":"9860b6bc-73b2-4ed4-810a-35f8efec796c","namespace":"e2e-extmod-att-noaccess-41da3e","name":"e2e-att-noaccess-287779","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:47.4660598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"b680062b-508d-4355-8f5b-1913dd1841fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:47.46612261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"cb40e5d9-bcb1-4f09-8f61-2dbec1dc691a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:47.466715708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc6ff20e-ce3e-4f2c-93cb-6db5c0539009","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:47.466846353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71f4ab6c-2ecd-4d17-a84f-d3f3ce69b03c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:47.530495262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71f4ab6c-2ecd-4d17-a84f-d3f3ce69b03c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:47.53181565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc6ff20e-ce3e-4f2c-93cb-6db5c0539009","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:47.537587653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"cb40e5d9-bcb1-4f09-8f61-2dbec1dc691a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:47.539621188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"b680062b-508d-4355-8f5b-1913dd1841fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:47.622071673Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-287779","namespace":"e2e-extmod-att-noaccess-41da3e"},"namespace":"e2e-extmod-att-noaccess-41da3e","name":"e2e-att-noaccess-287779","reconcileID":"40e3ef37-90e2-44e8-b797-06b99be871e6","MaaSModelRef":{"name":"e2e-att-noaccess-287779","namespace":"e2e-extmod-att-noaccess-41da3e"},"name":"e2e-att-noaccess-287779","namespace":"e2e-extmod-att-noaccess-41da3e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:47.784234852Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-287779","namespace":"e2e-extmod-att-noaccess-41da3e"},"namespace":"e2e-extmod-att-noaccess-41da3e","name":"e2e-att-noaccess-287779","reconcileID":"1041fcba-e77c-4e1e-ac0e-07288f3032cb","MaaSModelRef":{"name":"e2e-att-noaccess-287779","namespace":"e2e-extmod-att-noaccess-41da3e"},"name":"e2e-att-noaccess-287779","namespace":"e2e-extmod-att-noaccess-41da3e","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:06:47.890976268Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-287779","namespace":"e2e-extmod-att-noaccess-41da3e"},"namespace":"e2e-extmod-att-noaccess-41da3e","name":"e2e-att-noaccess-287779","reconcileID":"1041fcba-e77c-4e1e-ac0e-07288f3032cb","name":"e2e-att-noaccess-287779","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-noaccess-287779\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:06:47.891043571Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-287779","namespace":"e2e-extmod-att-noaccess-41da3e"},"namespace":"e2e-extmod-att-noaccess-41da3e","name":"e2e-att-noaccess-287779","reconcileID":"1041fcba-e77c-4e1e-ac0e-07288f3032cb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-noaccess-287779\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:47.895088508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8afdfb4e-f252-49af-991e-297b25278aa2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:47.895175217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e1d6b2b1-c230-4bd6-8a4e-49d7dfb42c63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:47.895615087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"f829ebc9-fb06-40d8-9607-544fcaa36727","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:47.895617133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"b99ef54a-3124-45c0-89da-f8b7cef06680","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:47.949153606Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-287779","namespace":"e2e-extmod-att-noaccess-41da3e"},"namespace":"e2e-extmod-att-noaccess-41da3e","name":"e2e-att-noaccess-287779","reconcileID":"5bb2a7ef-3429-41a1-931b-0e4adbe894e6","MaaSModelRef":{"name":"e2e-att-noaccess-287779","namespace":"e2e-extmod-att-noaccess-41da3e"},"name":"e2e-att-noaccess-287779","namespace":"e2e-extmod-att-noaccess-41da3e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:47.952823459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8afdfb4e-f252-49af-991e-297b25278aa2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:47.952996583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"f829ebc9-fb06-40d8-9607-544fcaa36727","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:47.955064115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"b99ef54a-3124-45c0-89da-f8b7cef06680","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:47.955259058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e1d6b2b1-c230-4bd6-8a4e-49d7dfb42c63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:48.242445444Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-287779","namespace":"e2e-extmod-att-noaccess-41da3e"},"namespace":"e2e-extmod-att-noaccess-41da3e","name":"e2e-att-noaccess-287779","reconcileID":"29e578dd-d1aa-4f8a-bbe2-0cb617b4fb90","namespace":"e2e-extmod-att-noaccess-41da3e","name":"e2e-att-noaccess-287779","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:48.297400284Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-287779","namespace":"e2e-extmod-att-noaccess-41da3e"},"namespace":"e2e-extmod-att-noaccess-41da3e","name":"e2e-att-noaccess-287779","reconcileID":"57c17a9b-ebc8-4f4a-ac29-1327337120e1","MaaSModelRef":{"name":"e2e-att-noaccess-287779","namespace":"e2e-extmod-att-noaccess-41da3e"},"name":"e2e-att-noaccess-287779","namespace":"e2e-extmod-att-noaccess-41da3e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:48.400681318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"490919da-fd20-44ef-b938-221975997345","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:48.401981297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e35ebcb-75e2-40ce-94ac-114fbc11b542","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:48.403311009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50d337d6-3789-46a6-ac77-6d09ce15866d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:48.404212081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"fbab6f0d-6bff-480a-a3f5-23a924f02573","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:48.457566586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"490919da-fd20-44ef-b938-221975997345","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:48.458900407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e35ebcb-75e2-40ce-94ac-114fbc11b542","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:48.460227922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50d337d6-3789-46a6-ac77-6d09ce15866d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:48.461306427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"fbab6f0d-6bff-480a-a3f5-23a924f02573","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:53.237821613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a1f6304d-3d72-4ee7-b2ee-fd253483a1fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:53.348404431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"d12c0533-b0fc-4e8d-8656-4ad5a03ddad6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:53.450624118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1302b154-5262-4da4-ab9c-4c3387aed640","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:53.576541285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"24c51397-276d-46f4-ac4b-eac06c3bae6a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:58.403913597Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-287779","namespace":"e2e-extmod-att-noaccess-41da3e"},"namespace":"e2e-extmod-att-noaccess-41da3e","name":"e2e-att-noaccess-287779","reconcileID":"be2343e3-fe95-4ee0-941f-07cf66b71566","MaaSModelRef":{"name":"e2e-att-noaccess-287779","namespace":"e2e-extmod-att-noaccess-41da3e"},"name":"e2e-att-noaccess-287779","namespace":"e2e-extmod-att-noaccess-41da3e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:59.19712114Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-287779","namespace":"e2e-extmod-att-noaccess-41da3e"},"namespace":"e2e-extmod-att-noaccess-41da3e","name":"e2e-att-noaccess-287779","reconcileID":"2d308bde-d83a-4761-948f-c23a0f248f19","namespace":"e2e-extmod-att-noaccess-41da3e","name":"e2e-att-noaccess-287779","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:59.355812685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b545838d-9af1-4de2-b842-fed29ee9131d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:59.356081273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"e0d732e7-2d40-4474-9c25-361f09818745","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:59.356335794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"dcf24faf-0432-4991-9d21-10b8a7275857","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:59.356546451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de9539e4-d8df-4962-87a1-5d1c15ef7ed3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:59.413840511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"e0d732e7-2d40-4474-9c25-361f09818745","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:59.41384142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b545838d-9af1-4de2-b842-fed29ee9131d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:59.41661543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de9539e4-d8df-4962-87a1-5d1c15ef7ed3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:59.416626464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"dcf24faf-0432-4991-9d21-10b8a7275857","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:59.595025576Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-287779","namespace":"e2e-extmod-att-noaccess-41da3e"},"namespace":"e2e-extmod-att-noaccess-41da3e","name":"e2e-att-noaccess-287779","reconcileID":"ce0fdc60-1ab8-4a8c-889d-ee92efcc6e34","namespace":"e2e-extmod-att-noaccess-41da3e","name":"e2e-att-noaccess-287779","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:59.779777443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"6a0a8636-a451-4b2b-a914-302bed09c61c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:59.77991959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"312eba61-0005-419c-b5cc-d4b6676f39c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:59.780139046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8fd72a46-307e-4ceb-8613-cdaaa32ce00d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:59.779784325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5fbbbdcd-a4cb-481f-bc08-39814c1cf5ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:59.803430558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f0e41799-eadc-4dc5-a71d-b6e4471791cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:59.837502365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"6a0a8636-a451-4b2b-a914-302bed09c61c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:59.837649625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8fd72a46-307e-4ceb-8613-cdaaa32ce00d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:59.839683638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"312eba61-0005-419c-b5cc-d4b6676f39c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:59.839744753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5fbbbdcd-a4cb-481f-bc08-39814c1cf5ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:06:59.971276113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d0f751e0-86bd-46f6-92a0-b4647e1bdffb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:00.072295957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"ff8aca23-c857-45f8-a493-d37cb7950b9c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:00.315864685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"fd80be08-8690-418d-9508-83db0eae6524","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:05.610384894Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:06.665058178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"350169e2-97e1-4225-9710-32fb9f3dc83e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:06.773586303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"30f07cf6-b26c-4b69-91af-2fc6ee779375","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:06.941771248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5b52511e-e7cd-45c0-bf35-106c7aa1f55a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:07.173335944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"3aeb582f-4a4f-46b3-a655-a1d15080e4fb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:13.294276825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"442afa0e-550f-426b-876b-f270d36318c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:13.346871146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"442afa0e-550f-426b-876b-f270d36318c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:13.399715516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"442afa0e-550f-426b-876b-f270d36318c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:13.452573445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"442afa0e-550f-426b-876b-f270d36318c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:13.611657476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"c9489fae-dd91-4d8a-95e2-24f2c854911c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:13.710486457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c79204bb-181b-4c5a-b406-129c3a3df5b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:13.710521021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a06593a4-dede-4ed2-8269-1530c3a620e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:13.772235897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"75d21557-2ebc-4e46-b208-8eec556e2eda","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:15.37655397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde15811-e910-409e-873d-a418bcef97c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:15.429006026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde15811-e910-409e-873d-a418bcef97c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:15.481822302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde15811-e910-409e-873d-a418bcef97c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:15.534362245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde15811-e910-409e-873d-a418bcef97c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:17.477220847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63e09a68-04fc-4df9-b63b-2731fc0fc5f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:17.529906867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63e09a68-04fc-4df9-b63b-2731fc0fc5f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:17.582690931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63e09a68-04fc-4df9-b63b-2731fc0fc5f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:17.635144331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63e09a68-04fc-4df9-b63b-2731fc0fc5f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:35.609119954Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:50.632413162Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3f24d0"},"namespace":"ai-tenant-e2e-extmod-a-3f24d0","name":"default-tenant","reconcileID":"7428f411-8bd0-41dd-bf52-9868ef6eec7a","namespace":"ai-tenant-e2e-extmod-a-3f24d0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:50.632472195Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3f24d0"},"namespace":"ai-tenant-e2e-extmod-a-3f24d0","name":"default-tenant","reconcileID":"7428f411-8bd0-41dd-bf52-9868ef6eec7a","namespace":"ai-tenant-e2e-extmod-a-3f24d0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:50.632520907Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3f24d0"},"namespace":"ai-tenant-e2e-extmod-a-3f24d0","name":"default-tenant","reconcileID":"7428f411-8bd0-41dd-bf52-9868ef6eec7a","tenant":"e2e-extmod-a-3f24d0","tenantID":"e2e-extmod-a-3f24d0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:50.68657433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3f24d0"},"namespace":"ai-tenant-e2e-extmod-a-3f24d0","name":"default-tenant","reconcileID":"7428f411-8bd0-41dd-bf52-9868ef6eec7a","gvk":"Deployment","name":"maas-api-e2e-extmod-a-3f24d0","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:50.756297351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3f24d0"},"namespace":"ai-tenant-e2e-extmod-a-3f24d0","name":"default-tenant","reconcileID":"7428f411-8bd0-41dd-bf52-9868ef6eec7a","gvk":"Service","name":"maas-api-e2e-extmod-a-3f24d0","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:50.811555878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3f24d0"},"namespace":"ai-tenant-e2e-extmod-a-3f24d0","name":"default-tenant","reconcileID":"7428f411-8bd0-41dd-bf52-9868ef6eec7a","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-3f24d0","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:50.866015262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3f24d0"},"namespace":"ai-tenant-e2e-extmod-a-3f24d0","name":"default-tenant","reconcileID":"7428f411-8bd0-41dd-bf52-9868ef6eec7a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-3f24d0","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:50.923030824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3f24d0"},"namespace":"ai-tenant-e2e-extmod-a-3f24d0","name":"default-tenant","reconcileID":"7428f411-8bd0-41dd-bf52-9868ef6eec7a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-3f24d0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:50.978852638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3f24d0"},"namespace":"ai-tenant-e2e-extmod-a-3f24d0","name":"default-tenant","reconcileID":"7428f411-8bd0-41dd-bf52-9868ef6eec7a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-3f24d0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:51.037092764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3f24d0"},"namespace":"ai-tenant-e2e-extmod-a-3f24d0","name":"default-tenant","reconcileID":"7428f411-8bd0-41dd-bf52-9868ef6eec7a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-3f24d0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:51.092707624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3f24d0"},"namespace":"ai-tenant-e2e-extmod-a-3f24d0","name":"default-tenant","reconcileID":"7428f411-8bd0-41dd-bf52-9868ef6eec7a","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-3f24d0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:51.146785924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3f24d0"},"namespace":"ai-tenant-e2e-extmod-a-3f24d0","name":"default-tenant","reconcileID":"7428f411-8bd0-41dd-bf52-9868ef6eec7a","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-3f24d0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:51.200062244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3f24d0"},"namespace":"ai-tenant-e2e-extmod-a-3f24d0","name":"default-tenant","reconcileID":"7428f411-8bd0-41dd-bf52-9868ef6eec7a","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-3f24d0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:51.252771689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3f24d0"},"namespace":"ai-tenant-e2e-extmod-a-3f24d0","name":"default-tenant","reconcileID":"7428f411-8bd0-41dd-bf52-9868ef6eec7a","gvk":"Service","name":"payload-processing-e2e-extmod-a-3f24d0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:51.306043259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3f24d0"},"namespace":"ai-tenant-e2e-extmod-a-3f24d0","name":"default-tenant","reconcileID":"7428f411-8bd0-41dd-bf52-9868ef6eec7a","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-3f24d0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:51.358496249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3f24d0"},"namespace":"ai-tenant-e2e-extmod-a-3f24d0","name":"default-tenant","reconcileID":"7428f411-8bd0-41dd-bf52-9868ef6eec7a","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-3f24d0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:51.410710657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3f24d0"},"namespace":"ai-tenant-e2e-extmod-a-3f24d0","name":"default-tenant","reconcileID":"7428f411-8bd0-41dd-bf52-9868ef6eec7a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-3f24d0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:51.463147102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3f24d0"},"namespace":"ai-tenant-e2e-extmod-a-3f24d0","name":"default-tenant","reconcileID":"7428f411-8bd0-41dd-bf52-9868ef6eec7a","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-3f24d0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:51.518753213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3f24d0"},"namespace":"ai-tenant-e2e-extmod-a-3f24d0","name":"default-tenant","reconcileID":"7428f411-8bd0-41dd-bf52-9868ef6eec7a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-3f24d0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:51.570962812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3f24d0"},"namespace":"ai-tenant-e2e-extmod-a-3f24d0","name":"default-tenant","reconcileID":"7428f411-8bd0-41dd-bf52-9868ef6eec7a","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-3f24d0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:51.623565897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3f24d0"},"namespace":"ai-tenant-e2e-extmod-a-3f24d0","name":"default-tenant","reconcileID":"7428f411-8bd0-41dd-bf52-9868ef6eec7a","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-3f24d0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:51.675743367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3f24d0"},"namespace":"ai-tenant-e2e-extmod-a-3f24d0","name":"default-tenant","reconcileID":"7428f411-8bd0-41dd-bf52-9868ef6eec7a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-3f24d0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:51.728158453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3f24d0"},"namespace":"ai-tenant-e2e-extmod-a-3f24d0","name":"default-tenant","reconcileID":"7428f411-8bd0-41dd-bf52-9868ef6eec7a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-3f24d0","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:52.553416185Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-3f24d0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-3f24d0","reconcileID":"147ef4ce-40a4-40b4-a791-9286284d686e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-3f24d0","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-3f24d0"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:53.680907485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94eddec1-1cbb-461f-bcf7-f355bcb2117e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:53.733649243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94eddec1-1cbb-461f-bcf7-f355bcb2117e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:53.786451847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94eddec1-1cbb-461f-bcf7-f355bcb2117e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:53.83923488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94eddec1-1cbb-461f-bcf7-f355bcb2117e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:55.810323085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"046e2fbf-d96a-4cd8-9920-b776ec11eee7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:55.863433289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"046e2fbf-d96a-4cd8-9920-b776ec11eee7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:55.916060602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"046e2fbf-d96a-4cd8-9920-b776ec11eee7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:55.968650568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"046e2fbf-d96a-4cd8-9920-b776ec11eee7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:57.105982305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ec938a39-22b7-4bf8-8abc-137dab9acfa3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:57.211980549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"dc548419-e984-4ff0-9ae0-3ba893b00dae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:57.308159236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"177dc4ab-123e-4cb2-b9a7-e90f96cd0064","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:07:57.448753936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"f1f5d90d-8781-4bf7-ac5a-a84968edd86f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:00.678092602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddad1ded-420a-47ef-bfbe-6d26f7ccaecb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:00.730909699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddad1ded-420a-47ef-bfbe-6d26f7ccaecb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:00.783715969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddad1ded-420a-47ef-bfbe-6d26f7ccaecb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:00.836866772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddad1ded-420a-47ef-bfbe-6d26f7ccaecb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:02.744462025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91559730-5283-4cc0-8ab1-60d5d5c8d1c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:02.797304184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91559730-5283-4cc0-8ab1-60d5d5c8d1c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:02.850175004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91559730-5283-4cc0-8ab1-60d5d5c8d1c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:02.903100361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91559730-5283-4cc0-8ab1-60d5d5c8d1c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:05.60938457Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:06.228086414Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"28c80539-a4f5-497d-afb9-90faf647c70e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:06.328529717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eda16e13-2fd6-4dfa-a28a-f0f1840516b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:06.520249692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"ffcca233-7acb-48f8-b404-5a5b0e93e5eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:06.621837373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"4b7d173c-b1fd-499a-8746-a49e442514b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:26.003936104Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12c92e"},"namespace":"ai-tenant-e2e-extmod-b-12c92e","name":"default-tenant","reconcileID":"6b1ac102-ca4e-4489-8f99-cfa25999ff36","namespace":"ai-tenant-e2e-extmod-b-12c92e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:26.003991797Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12c92e"},"namespace":"ai-tenant-e2e-extmod-b-12c92e","name":"default-tenant","reconcileID":"6b1ac102-ca4e-4489-8f99-cfa25999ff36","namespace":"ai-tenant-e2e-extmod-b-12c92e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:26.004041381Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12c92e"},"namespace":"ai-tenant-e2e-extmod-b-12c92e","name":"default-tenant","reconcileID":"6b1ac102-ca4e-4489-8f99-cfa25999ff36","tenant":"e2e-extmod-b-12c92e","tenantID":"e2e-extmod-b-12c92e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:26.058729102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12c92e"},"namespace":"ai-tenant-e2e-extmod-b-12c92e","name":"default-tenant","reconcileID":"6b1ac102-ca4e-4489-8f99-cfa25999ff36","gvk":"Deployment","name":"maas-api-e2e-extmod-b-12c92e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:26.118634125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12c92e"},"namespace":"ai-tenant-e2e-extmod-b-12c92e","name":"default-tenant","reconcileID":"6b1ac102-ca4e-4489-8f99-cfa25999ff36","gvk":"Service","name":"maas-api-e2e-extmod-b-12c92e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:26.194384208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12c92e"},"namespace":"ai-tenant-e2e-extmod-b-12c92e","name":"default-tenant","reconcileID":"6b1ac102-ca4e-4489-8f99-cfa25999ff36","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-12c92e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:26.253830326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12c92e"},"namespace":"ai-tenant-e2e-extmod-b-12c92e","name":"default-tenant","reconcileID":"6b1ac102-ca4e-4489-8f99-cfa25999ff36","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-12c92e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:26.31223447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12c92e"},"namespace":"ai-tenant-e2e-extmod-b-12c92e","name":"default-tenant","reconcileID":"6b1ac102-ca4e-4489-8f99-cfa25999ff36","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-12c92e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:26.367680567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12c92e"},"namespace":"ai-tenant-e2e-extmod-b-12c92e","name":"default-tenant","reconcileID":"6b1ac102-ca4e-4489-8f99-cfa25999ff36","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-12c92e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:26.425082635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12c92e"},"namespace":"ai-tenant-e2e-extmod-b-12c92e","name":"default-tenant","reconcileID":"6b1ac102-ca4e-4489-8f99-cfa25999ff36","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-12c92e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:26.479991236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12c92e"},"namespace":"ai-tenant-e2e-extmod-b-12c92e","name":"default-tenant","reconcileID":"6b1ac102-ca4e-4489-8f99-cfa25999ff36","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-12c92e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:26.532066903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12c92e"},"namespace":"ai-tenant-e2e-extmod-b-12c92e","name":"default-tenant","reconcileID":"6b1ac102-ca4e-4489-8f99-cfa25999ff36","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-12c92e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:26.587022997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12c92e"},"namespace":"ai-tenant-e2e-extmod-b-12c92e","name":"default-tenant","reconcileID":"6b1ac102-ca4e-4489-8f99-cfa25999ff36","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-12c92e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:26.640678876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12c92e"},"namespace":"ai-tenant-e2e-extmod-b-12c92e","name":"default-tenant","reconcileID":"6b1ac102-ca4e-4489-8f99-cfa25999ff36","gvk":"Service","name":"payload-processing-e2e-extmod-b-12c92e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:26.692829342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12c92e"},"namespace":"ai-tenant-e2e-extmod-b-12c92e","name":"default-tenant","reconcileID":"6b1ac102-ca4e-4489-8f99-cfa25999ff36","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-12c92e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:26.745422386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12c92e"},"namespace":"ai-tenant-e2e-extmod-b-12c92e","name":"default-tenant","reconcileID":"6b1ac102-ca4e-4489-8f99-cfa25999ff36","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-12c92e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:26.79810591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12c92e"},"namespace":"ai-tenant-e2e-extmod-b-12c92e","name":"default-tenant","reconcileID":"6b1ac102-ca4e-4489-8f99-cfa25999ff36","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-12c92e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:26.850531572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12c92e"},"namespace":"ai-tenant-e2e-extmod-b-12c92e","name":"default-tenant","reconcileID":"6b1ac102-ca4e-4489-8f99-cfa25999ff36","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-12c92e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:26.905875693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12c92e"},"namespace":"ai-tenant-e2e-extmod-b-12c92e","name":"default-tenant","reconcileID":"6b1ac102-ca4e-4489-8f99-cfa25999ff36","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-12c92e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:26.958259115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12c92e"},"namespace":"ai-tenant-e2e-extmod-b-12c92e","name":"default-tenant","reconcileID":"6b1ac102-ca4e-4489-8f99-cfa25999ff36","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-12c92e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:27.010576186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12c92e"},"namespace":"ai-tenant-e2e-extmod-b-12c92e","name":"default-tenant","reconcileID":"6b1ac102-ca4e-4489-8f99-cfa25999ff36","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-12c92e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:27.062985362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12c92e"},"namespace":"ai-tenant-e2e-extmod-b-12c92e","name":"default-tenant","reconcileID":"6b1ac102-ca4e-4489-8f99-cfa25999ff36","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-12c92e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:27.115092258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12c92e"},"namespace":"ai-tenant-e2e-extmod-b-12c92e","name":"default-tenant","reconcileID":"6b1ac102-ca4e-4489-8f99-cfa25999ff36","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-12c92e","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:27.95046094Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-12c92e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-12c92e","reconcileID":"3a3bb57b-3eaa-44de-95d9-4ceb35cde1a3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-12c92e","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-12c92e"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:29.081338667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baa4ca3f-8526-4cdb-bbee-4b02f9129e0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:29.134078362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baa4ca3f-8526-4cdb-bbee-4b02f9129e0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:29.186719147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baa4ca3f-8526-4cdb-bbee-4b02f9129e0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:29.239250589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baa4ca3f-8526-4cdb-bbee-4b02f9129e0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:31.183020372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a1ae497-a247-41dc-8121-0e113090bfe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:31.235689834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a1ae497-a247-41dc-8121-0e113090bfe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:31.288094468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a1ae497-a247-41dc-8121-0e113090bfe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:31.340733952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a1ae497-a247-41dc-8121-0e113090bfe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:32.350679775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"37eee4ba-3eed-4e3d-96fb-98981cf9df48","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:32.484899996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e3da3c17-f847-4d5b-96d6-c41eb679a79c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:32.548876641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"16896ebf-cd0c-4182-a143-8c8c975489b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:32.59258549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"93616f49-a127-4688-8b13-c2bc34ab4931","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:35.609102439Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:35.876243497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8119415-5f8a-410f-9c74-1ab6b8b42db6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:35.928893454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8119415-5f8a-410f-9c74-1ab6b8b42db6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:35.981404651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8119415-5f8a-410f-9c74-1ab6b8b42db6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:36.033884009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8119415-5f8a-410f-9c74-1ab6b8b42db6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:37.990943466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81f01e68-6407-4569-8b03-f73260d67dac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:38.043702343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81f01e68-6407-4569-8b03-f73260d67dac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:38.096192791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81f01e68-6407-4569-8b03-f73260d67dac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:38.148983323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81f01e68-6407-4569-8b03-f73260d67dac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:40.039923027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3f78bb4-7e1b-43f5-9b06-1e71ea1c0776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:40.093594394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3f78bb4-7e1b-43f5-9b06-1e71ea1c0776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:40.146430945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3f78bb4-7e1b-43f5-9b06-1e71ea1c0776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:40.199379351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3f78bb4-7e1b-43f5-9b06-1e71ea1c0776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:40.726345189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4a6d8eac-744c-4de5-959b-edf969bd7b70","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:40.8399181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"679daa4b-ed7f-4034-803d-09449aed5d9b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:40.940157366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b6fbacb0-1bee-45ae-94cf-71c966013dde","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:41.04091161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"6d9b3cc8-8264-4b48-990e-6e6a8a04bd11","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:56.632870973Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"default-tenant","reconcileID":"ff772182-bf71-40a5-a067-5bcbbb5ae146","namespace":"ai-tenant-e2e-shared-a-w3-aad578","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:56.632945584Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"default-tenant","reconcileID":"ff772182-bf71-40a5-a067-5bcbbb5ae146","namespace":"ai-tenant-e2e-shared-a-w3-aad578","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:56.633014214Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"default-tenant","reconcileID":"ff772182-bf71-40a5-a067-5bcbbb5ae146","tenant":"e2e-shared-a-w3-aad578","tenantID":"e2e-shared-a-w3-aad578","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:56.688436183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"default-tenant","reconcileID":"ff772182-bf71-40a5-a067-5bcbbb5ae146","gvk":"Deployment","name":"maas-api-e2e-shared-a-w3-aad578","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:56.748918477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"default-tenant","reconcileID":"ff772182-bf71-40a5-a067-5bcbbb5ae146","gvk":"Service","name":"maas-api-e2e-shared-a-w3-aad578","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:56.808914312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"default-tenant","reconcileID":"ff772182-bf71-40a5-a067-5bcbbb5ae146","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w3-aad578","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:56.86343055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"default-tenant","reconcileID":"ff772182-bf71-40a5-a067-5bcbbb5ae146","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w3-aad578","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:56.922917702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"default-tenant","reconcileID":"ff772182-bf71-40a5-a067-5bcbbb5ae146","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w3-aad578","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:56.978402746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"default-tenant","reconcileID":"ff772182-bf71-40a5-a067-5bcbbb5ae146","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w3-aad578","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:57.035021119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"default-tenant","reconcileID":"ff772182-bf71-40a5-a067-5bcbbb5ae146","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w3-aad578","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:57.093119694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"default-tenant","reconcileID":"ff772182-bf71-40a5-a067-5bcbbb5ae146","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w3-aad578","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:57.145596117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"default-tenant","reconcileID":"ff772182-bf71-40a5-a067-5bcbbb5ae146","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w3-aad578","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:57.1979523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"default-tenant","reconcileID":"ff772182-bf71-40a5-a067-5bcbbb5ae146","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w3-aad578","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:57.250453091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"default-tenant","reconcileID":"ff772182-bf71-40a5-a067-5bcbbb5ae146","gvk":"Service","name":"payload-processing-e2e-shared-a-w3-aad578","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:57.302706891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"default-tenant","reconcileID":"ff772182-bf71-40a5-a067-5bcbbb5ae146","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w3-aad578","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:57.354985058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"default-tenant","reconcileID":"ff772182-bf71-40a5-a067-5bcbbb5ae146","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w3-aad578","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:57.407541274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"default-tenant","reconcileID":"ff772182-bf71-40a5-a067-5bcbbb5ae146","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w3-aad578","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:57.459805403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"default-tenant","reconcileID":"ff772182-bf71-40a5-a067-5bcbbb5ae146","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w3-aad578","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:57.516083552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"default-tenant","reconcileID":"ff772182-bf71-40a5-a067-5bcbbb5ae146","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w3-aad578","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:57.56846185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"default-tenant","reconcileID":"ff772182-bf71-40a5-a067-5bcbbb5ae146","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w3-aad578","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:57.620886549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"default-tenant","reconcileID":"ff772182-bf71-40a5-a067-5bcbbb5ae146","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w3-aad578","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:57.673159628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"default-tenant","reconcileID":"ff772182-bf71-40a5-a067-5bcbbb5ae146","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w3-aad578","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:57.725644263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-aad578"},"namespace":"ai-tenant-e2e-shared-a-w3-aad578","name":"default-tenant","reconcileID":"ff772182-bf71-40a5-a067-5bcbbb5ae146","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w3-aad578","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:58.541834111Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-aad578","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-aad578","reconcileID":"00433bcd-2634-43c6-8dec-4337c4209e9c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-aad578","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w3-aad578"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:59.696327129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7085c62-6dc0-423a-a07f-56efa4342280","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:59.749293467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7085c62-6dc0-423a-a07f-56efa4342280","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:59.80220815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7085c62-6dc0-423a-a07f-56efa4342280","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:08:59.855112452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7085c62-6dc0-423a-a07f-56efa4342280","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:01.777315059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f568336c-8c18-40d9-a63f-8759f3568866","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:01.830384658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f568336c-8c18-40d9-a63f-8759f3568866","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:01.883635488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f568336c-8c18-40d9-a63f-8759f3568866","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:01.936167115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f568336c-8c18-40d9-a63f-8759f3568866","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:02.816562895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"4b53ff74-63ef-431d-b54a-47062e575198","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:02.917111763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7ff0efc6-2f3c-4b74-997b-2fce86ff3778","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:02.931910397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"4f56d0b9-fe7f-4f11-b63a-8fa8bd19f1d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:03.048788194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6b92e9a8-b9d7-4f22-a40d-812a9ce6ab81","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:05.609918831Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:06.780073754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"154fd6ff-83ff-40a8-8f5f-e6a218f9c788","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:06.832877743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"154fd6ff-83ff-40a8-8f5f-e6a218f9c788","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:06.885825878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"154fd6ff-83ff-40a8-8f5f-e6a218f9c788","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:06.938836013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"154fd6ff-83ff-40a8-8f5f-e6a218f9c788","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:08.843577681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7191d3cd-fc1e-4665-87fd-b22061809e0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:08.896922093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7191d3cd-fc1e-4665-87fd-b22061809e0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:08.949766599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7191d3cd-fc1e-4665-87fd-b22061809e0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:09.00267858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7191d3cd-fc1e-4665-87fd-b22061809e0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:10.772062148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"307e76af-332d-428a-b0ca-74fc649d55aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:10.871397491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4a2c82f0-34c8-4d7d-87c4-1ca8c3b3dfc5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:10.895329968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7481b0d1-693b-448a-b53a-da6f7c50a0f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:10.948170167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7481b0d1-693b-448a-b53a-da6f7c50a0f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:11.000997071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7481b0d1-693b-448a-b53a-da6f7c50a0f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:11.001235017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"29568b1e-3028-46a5-82e5-4041cd70ff93","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:11.054032221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7481b0d1-693b-448a-b53a-da6f7c50a0f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:11.215101962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"954e12d6-9b0c-4551-9628-76ee3a17247b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:17.846055409Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"default-tenant","reconcileID":"3b32e25d-db7d-4691-8240-425cc46b6b71","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:17.846115764Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"default-tenant","reconcileID":"3b32e25d-db7d-4691-8240-425cc46b6b71","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:17.846164942Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"default-tenant","reconcileID":"3b32e25d-db7d-4691-8240-425cc46b6b71","tenant":"e2e-shared-b-w3-3d14ee","tenantID":"e2e-shared-b-w3-3d14ee","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:17.900477887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"default-tenant","reconcileID":"3b32e25d-db7d-4691-8240-425cc46b6b71","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-3d14ee","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:17.964017313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"default-tenant","reconcileID":"3b32e25d-db7d-4691-8240-425cc46b6b71","gvk":"Service","name":"maas-api-e2e-shared-b-w3-3d14ee","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:18.02177528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"default-tenant","reconcileID":"3b32e25d-db7d-4691-8240-425cc46b6b71","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-3d14ee","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:18.07686539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"default-tenant","reconcileID":"3b32e25d-db7d-4691-8240-425cc46b6b71","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-3d14ee","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:18.131896717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"default-tenant","reconcileID":"3b32e25d-db7d-4691-8240-425cc46b6b71","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-3d14ee","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:18.194251635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"default-tenant","reconcileID":"3b32e25d-db7d-4691-8240-425cc46b6b71","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-3d14ee","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:18.251449418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"default-tenant","reconcileID":"3b32e25d-db7d-4691-8240-425cc46b6b71","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-3d14ee","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:18.306190836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"default-tenant","reconcileID":"3b32e25d-db7d-4691-8240-425cc46b6b71","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-3d14ee","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:18.358476039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"default-tenant","reconcileID":"3b32e25d-db7d-4691-8240-425cc46b6b71","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-3d14ee","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:18.41307193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"default-tenant","reconcileID":"3b32e25d-db7d-4691-8240-425cc46b6b71","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-3d14ee","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:18.465951447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"default-tenant","reconcileID":"3b32e25d-db7d-4691-8240-425cc46b6b71","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-3d14ee","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:18.518106635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"default-tenant","reconcileID":"3b32e25d-db7d-4691-8240-425cc46b6b71","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-3d14ee","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:18.572887643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"default-tenant","reconcileID":"3b32e25d-db7d-4691-8240-425cc46b6b71","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-3d14ee","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:18.627310606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"default-tenant","reconcileID":"3b32e25d-db7d-4691-8240-425cc46b6b71","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-3d14ee","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:18.68328886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"default-tenant","reconcileID":"3b32e25d-db7d-4691-8240-425cc46b6b71","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-3d14ee","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:18.740505573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"default-tenant","reconcileID":"3b32e25d-db7d-4691-8240-425cc46b6b71","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-3d14ee","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:18.794673378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"default-tenant","reconcileID":"3b32e25d-db7d-4691-8240-425cc46b6b71","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-3d14ee","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:18.850074132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"default-tenant","reconcileID":"3b32e25d-db7d-4691-8240-425cc46b6b71","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-3d14ee","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:18.902628946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"default-tenant","reconcileID":"3b32e25d-db7d-4691-8240-425cc46b6b71","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-3d14ee","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:18.957002892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-3d14ee"},"namespace":"ai-tenant-e2e-shared-b-w3-3d14ee","name":"default-tenant","reconcileID":"3b32e25d-db7d-4691-8240-425cc46b6b71","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-3d14ee","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:22.317843764Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-3d14ee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-3d14ee","reconcileID":"e28a6af4-87e5-4464-a131-e133cdc509e1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-3d14ee","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w3-3d14ee"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:23.460143577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1902fe8f-b8a8-402e-ab86-2809a24b4fd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:23.513561674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1902fe8f-b8a8-402e-ab86-2809a24b4fd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:23.568293885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1902fe8f-b8a8-402e-ab86-2809a24b4fd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:23.6232684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1902fe8f-b8a8-402e-ab86-2809a24b4fd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:23.784951598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"93117c5e-be84-4b0d-a282-622d19b64054","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:23.827685274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4c50d88c-e32d-465c-aab2-6716a49b18d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:23.96110109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"aa6724e1-19ab-4710-96dd-0aac81f88886","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:23.961383847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"09eb455e-9be1-4d93-8260-3e47da4ab3a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:25.581764533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e248c07-e6c6-4455-ad69-e83010eedc12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:25.63440723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e248c07-e6c6-4455-ad69-e83010eedc12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:25.687306767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e248c07-e6c6-4455-ad69-e83010eedc12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:25.739917932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e248c07-e6c6-4455-ad69-e83010eedc12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:29.367716684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e7a7e77d-4b35-4149-b4f6-b351ae2938f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:29.463416672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e98681f2-5905-432b-bd00-8f1886cb61ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:29.484933846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"dbc0b809-c550-4706-b563-2f83adb68a98","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:29.599090218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"390b4ec8-7534-4f57-881d-eb3e9dfd173c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:29.767210386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"premium-w3-858236","reconcileID":"4ca33592-14b4-4adf-8447-fce7db74cccc","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"premium-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"premium-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:29.820307057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-w3-858236","reconcileID":"2a449faf-0d94-4c07-8313-c8ae63cab495","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"distinct-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"distinct-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:29.820606888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-2-w3-858236","reconcileID":"107b4296-eee3-414d-af68-e5064dfd6f02","MaaSModelRef":{"name":"distinct-2-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"distinct-2-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"distinct-2-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:29.820872153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"ccfd2ee4-fafd-4d12-83bc-6cc7a48c8eb1","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:29.931742846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-2-w3-858236","reconcileID":"7bb78360-8c72-40d1-b694-5ce69f534be0","MaaSModelRef":{"name":"distinct-2-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"distinct-2-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"distinct-2-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:29.93198829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"eb3fed88-4a52-488f-b525-ac7443a19db7","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:29.932237705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"premium-w3-858236","reconcileID":"ce73116c-082a-4662-a1a0-04a512319bba","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"premium-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"premium-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:29.932479397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-w3-858236","reconcileID":"a9b23fe7-bfe1-4c85-8d72-fd3312b8a654","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"distinct-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"distinct-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:29.978452097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"6f685ad7-8033-4a9d-8825-3b4c303cc571","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:30.030780218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"b188024b-35d7-4a52-af7e-fef81669127e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:30.032162323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"8bf0174d-5ba3-44eb-9b64-4c58bc8bc8bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:30.032214156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"285929a0-0492-498d-bc96-1ae33713c211","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:30.034917441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"6f685ad7-8033-4a9d-8825-3b4c303cc571","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:30.090292682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"b188024b-35d7-4a52-af7e-fef81669127e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:30.357964313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"7d002fe6-704c-4681-a833-7d2250219896","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:30.455658315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"d67017bd-bece-4773-b54a-e8aa87f0472d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:30.456157771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"a74d1c4c-94a8-4ec8-8af6-1033efcf8ee4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:30.45760868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"d9df8d0f-640c-4e55-9c54-8934fb718c15","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:30.512021051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"d67017bd-bece-4773-b54a-e8aa87f0472d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:30.512335619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"a74d1c4c-94a8-4ec8-8af6-1033efcf8ee4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:30.712255661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9e3b85a-ab78-4a61-865c-6baf6ae77a44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:30.764998312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9e3b85a-ab78-4a61-865c-6baf6ae77a44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:30.817776061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9e3b85a-ab78-4a61-865c-6baf6ae77a44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:30.870512568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9e3b85a-ab78-4a61-865c-6baf6ae77a44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:32.783752583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48f250a2-bce5-439d-8e12-eecb037b1b59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:32.836276201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48f250a2-bce5-439d-8e12-eecb037b1b59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:32.889260403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48f250a2-bce5-439d-8e12-eecb037b1b59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:32.942008675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48f250a2-bce5-439d-8e12-eecb037b1b59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:34.84645184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc15990c-daca-44d4-9089-7473a70c617c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:34.899183266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc15990c-daca-44d4-9089-7473a70c617c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:34.951783712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc15990c-daca-44d4-9089-7473a70c617c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:35.004731589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc15990c-daca-44d4-9089-7473a70c617c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:35.172835263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-2-w3-858236","reconcileID":"b6792256-7a36-4a59-905a-802f1d5f44c8","MaaSModelRef":{"name":"distinct-2-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"distinct-2-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"distinct-2-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:35.504258162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-w3-858236","reconcileID":"c2d587e0-80ee-44b6-aab8-e804b4d6e475","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"distinct-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"distinct-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:35.609005392Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:35.835265246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"premium-w3-858236","reconcileID":"20b709a7-8292-472d-b59a-9ee3939cef60","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"premium-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"premium-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:36.047094382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"64c7ec37-2627-4839-b314-9a1bf5a3674c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:36.049932245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"b2a63422-d382-4e7b-8f89-c87508bbc9a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:36.049937087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"10a6a736-edc9-4448-8861-0eeab6b2d528","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:36.106707028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"b2a63422-d382-4e7b-8f89-c87508bbc9a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:36.107975096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"10a6a736-edc9-4448-8861-0eeab6b2d528","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:36.16759519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"15de1c90-8adf-483b-b5dd-c760c86e8b97","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:36.230624294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"premium-w3-858236","reconcileID":"5b451b2a-84fd-4ec2-a199-3941159cd121","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"premium-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"premium-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:36.377546652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"4bc1c4ea-44a5-4cd9-a786-218e99f48632","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:36.476024955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"4d7e82ad-db51-4e84-b28c-2229408fcc4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:36.476065266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"5dd9586c-5653-44dc-8056-8ecf5ee340f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:36.477848437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"95a0f85a-84ac-406f-9111-c9ad273003d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:36.533187552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"4d7e82ad-db51-4e84-b28c-2229408fcc4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:36.533632194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"5dd9586c-5653-44dc-8056-8ecf5ee340f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:36.541629953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"8b520181-9a7d-4487-90bd-9ece151ffa7c","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:36.751988675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"51d1480d-3de2-462f-a4d8-27a9e8696d02","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:40.369038911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-2-w3-858236","reconcileID":"afc580a5-c153-4e62-9175-13ab38e4b387","MaaSModelRef":{"name":"distinct-2-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"distinct-2-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"distinct-2-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:40.369283073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-w3-858236","reconcileID":"1078a0d6-fdb8-4b37-b0fd-bee7b1d16a38","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"distinct-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"distinct-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:40.369498005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"premium-w3-858236","reconcileID":"97986769-1fb4-4ad8-95e3-d1df6acdb95f","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"premium-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"premium-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:40.369774479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"0d1fbd82-bfed-43f7-b2d9-800185ce5ae3","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:40.527709611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"b29add32-ad56-44dc-8b07-33e8680c958d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:40.527712278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"adc00e6e-5f61-40d1-bf04-a892283f0900","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:40.58191204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"23c64913-f157-4a37-a309-203f93b94b54","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:40.582041181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"45c9ce78-1be7-49c9-bd59-0bf571889dae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:40.585148514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"b29add32-ad56-44dc-8b07-33e8680c958d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:40.58596746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"adc00e6e-5f61-40d1-bf04-a892283f0900","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:40.901609815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"c0a440e2-c8cd-41a4-a925-9b1487dd8fb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:40.901613483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"92a89450-90ca-40d3-bc70-408eedee68da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:40.902478509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"ba60dee6-b222-4978-b019-e99f37dd47ef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:40.902496943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"56920c67-4913-4ef7-9395-5ee8b24be1a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:40.959540807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"92a89450-90ca-40d3-bc70-408eedee68da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:40.959597239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"c0a440e2-c8cd-41a4-a925-9b1487dd8fb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:48.807983637Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"default-tenant","reconcileID":"0b6660a8-d24d-4bc6-b5eb-833e29f88a22","namespace":"ai-tenant-e2e-worker-w3-858236","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:48.808056654Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"default-tenant","reconcileID":"0b6660a8-d24d-4bc6-b5eb-833e29f88a22","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:48.866023152Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"default-tenant","reconcileID":"0b6660a8-d24d-4bc6-b5eb-833e29f88a22","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:48.866528066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"163228a6-5d02-4ba6-8644-a7ece959fdd0","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:48.92556302Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"default-tenant","reconcileID":"0b6660a8-d24d-4bc6-b5eb-833e29f88a22","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:48.925578742Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"default-tenant","reconcileID":"0b6660a8-d24d-4bc6-b5eb-833e29f88a22","namespace":"ai-tenant-e2e-worker-w3-858236","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:48.925643709Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"default-tenant","reconcileID":"0b6660a8-d24d-4bc6-b5eb-833e29f88a22","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:48.926722815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"premium-w3-858236","reconcileID":"37d97c1b-8ec9-41bf-94fb-a3e8a839d6f7","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"premium-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"premium-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:48.983076299Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"default-tenant","reconcileID":"0b6660a8-d24d-4bc6-b5eb-833e29f88a22","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:48.986187246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"29b08627-01b1-4ba3-82ae-fca7d69b3b3e","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:49.024443728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"9c4e6fe2-8534-499c-b546-4380a853d6e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:49.024443612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"ed01ffde-55e3-45dc-817a-214f77eb2603","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:49.030159001Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"e3381c39-cb51-493f-b544-2a4d19dce3e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-29b0784c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:49.041256533Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"default-tenant","reconcileID":"0b6660a8-d24d-4bc6-b5eb-833e29f88a22","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:49.042617742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"premium-w3-858236","reconcileID":"631daf8b-bc21-442e-8e18-5e858a90ff03","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"premium-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"premium-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:49.081524961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"ed01ffde-55e3-45dc-817a-214f77eb2603","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:49.082461677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"9c4e6fe2-8534-499c-b546-4380a853d6e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:49.089569808Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"8a2b9c26-c27b-4e96-aa3f-234d3b760fe0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ae3e5146","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:49.094885702Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"cd90f554-bdd7-4aad-bc5a-32d6d55692e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-29b0784c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:49.154577973Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"fa321f6d-8232-401d-ab9f-fa3c1e26e17d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ae3e5146","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:49.287036761Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"de3c3dd1-94cf-4b6e-a1c1-2602a76977e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:49.287039164Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"e77130c0-f205-4e34-924a-a5892c2f55aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:49.492606362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"de3c3dd1-94cf-4b6e-a1c1-2602a76977e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:49.492655905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"e77130c0-f205-4e34-924a-a5892c2f55aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:49.615149481Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"de3c3dd1-94cf-4b6e-a1c1-2602a76977e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:49.615170347Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-access","reconcileID":"de3c3dd1-94cf-4b6e-a1c1-2602a76977e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:09:49.618719981Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"e77130c0-f205-4e34-924a-a5892c2f55aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w3-858236-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:09:49.61877435Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"e77130c0-f205-4e34-924a-a5892c2f55aa","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w3-858236-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:49.624103134Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"18f8eca0-f6ac-4443-8f3a-f79b07e32231","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:49.673600592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"premium-w3-858236","reconcileID":"ee0d3494-5b5b-4e26-a444-2409a1d79b8c","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"premium-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"premium-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:49.829536361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"18f8eca0-f6ac-4443-8f3a-f79b07e32231","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:49.887528467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"18f8eca0-f6ac-4443-8f3a-f79b07e32231","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"e2e-worker-w3-858236-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:49.887557755Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-access","reconcileID":"18f8eca0-f6ac-4443-8f3a-f79b07e32231","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-858236"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-858236","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:49.943787889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"036a5123-a752-4956-8ff1-05cd1adb5d82","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:50.370383092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-2-w3-858236","reconcileID":"9151b57b-d8a4-4c6e-90b6-3e2e4e82f100","MaaSModelRef":{"name":"distinct-2-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"distinct-2-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"distinct-2-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:50.370678279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-w3-858236","reconcileID":"bd29c290-360b-4896-83dd-5e345db8645b","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"distinct-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"distinct-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:54.042300849Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"default-tenant","reconcileID":"1bae3978-57ce-4347-a084-99185ba87cc4","namespace":"ai-tenant-e2e-worker-w3-858236","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:54.042400103Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"default-tenant","reconcileID":"1bae3978-57ce-4347-a084-99185ba87cc4","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:54.096807689Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"default-tenant","reconcileID":"1bae3978-57ce-4347-a084-99185ba87cc4","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:54.150818075Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"default-tenant","reconcileID":"1bae3978-57ce-4347-a084-99185ba87cc4","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:54.150836204Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"default-tenant","reconcileID":"1bae3978-57ce-4347-a084-99185ba87cc4","namespace":"ai-tenant-e2e-worker-w3-858236","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:59.148846475Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"f97ebfd9-2b33-4fc7-9ec9-d51a0cd58e09","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","subscription":"simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:59.151946203Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"default-tenant","reconcileID":"45e04720-8fd8-40d0-a537-4ab8964adfc4","namespace":"ai-tenant-e2e-worker-w3-858236","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:59.152014444Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"default-tenant","reconcileID":"45e04720-8fd8-40d0-a537-4ab8964adfc4","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:59.202107222Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"f97ebfd9-2b33-4fc7-9ec9-d51a0cd58e09","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:59.206785597Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"default-tenant","reconcileID":"45e04720-8fd8-40d0-a537-4ab8964adfc4","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:59.252670258Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"8581f781-cc2e-4740-be87-5c4c984af79f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","subscription":"premium-simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:59.254944738Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"simulator-subscription","reconcileID":"f97ebfd9-2b33-4fc7-9ec9-d51a0cd58e09","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236","model":"e2e-models-e2e-worker-w3-858236/simulator-w3-858236","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:59.260901426Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"default-tenant","reconcileID":"45e04720-8fd8-40d0-a537-4ab8964adfc4","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:59.260918385Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"default-tenant","reconcileID":"45e04720-8fd8-40d0-a537-4ab8964adfc4","namespace":"ai-tenant-e2e-worker-w3-858236","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:59.306741169Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"8581f781-cc2e-4740-be87-5c4c984af79f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:59.360112411Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"premium-simulator-subscription","reconcileID":"8581f781-cc2e-4740-be87-5c4c984af79f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-858236"},"name":"maas-trlp-premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236","model":"e2e-models-e2e-worker-w3-858236/premium-w3-858236","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:59.640008528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"5813e4fd-1f29-4c3b-a8ba-32b4396c4cf6","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"simulator-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"simulator-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:59.674612683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"premium-w3-858236","reconcileID":"d5feedea-c057-45de-a4ea-0c37e219fdfd","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"premium-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"premium-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:09:59.688479015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"premium-w3-858236","reconcileID":"8979b57c-643e-40ab-8dda-3664fe0aa8bf","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"premium-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"premium-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:10:00.371489215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-2-w3-858236","reconcileID":"989f6f59-a98c-4188-b76e-4ad4566eb802","MaaSModelRef":{"name":"distinct-2-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"distinct-2-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"distinct-2-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:10:00.371836134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-w3-858236","reconcileID":"ebdcf176-4fbf-4786-81b4-3b8dcfdea7e6","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"routeName":"distinct-w3-858236-kserve-route","namespace":"e2e-models-e2e-worker-w3-858236","llmisvcName":"distinct-w3-858236","gateway":"openshift-ingress/e2e-worker-w3-858236","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:10:04.26219606Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"default-tenant","reconcileID":"716affad-8bc0-4aa9-97fe-d4d4358279a8","namespace":"ai-tenant-e2e-worker-w3-858236","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:10:04.262254004Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"default-tenant","reconcileID":"716affad-8bc0-4aa9-97fe-d4d4358279a8","namespace":"ai-tenant-e2e-worker-w3-858236","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:10:04.262304254Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"default-tenant","reconcileID":"716affad-8bc0-4aa9-97fe-d4d4358279a8","tenant":"e2e-worker-w3-858236","tenantID":"e2e-worker-w3-858236","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:10:04.316510163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"default-tenant","reconcileID":"716affad-8bc0-4aa9-97fe-d4d4358279a8","gvk":"Deployment","name":"maas-api-e2e-worker-w3-858236","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:10:04.3781292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"default-tenant","reconcileID":"716affad-8bc0-4aa9-97fe-d4d4358279a8","gvk":"Service","name":"maas-api-e2e-worker-w3-858236","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:10:04.435943855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"default-tenant","reconcileID":"716affad-8bc0-4aa9-97fe-d4d4358279a8","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-858236","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:10:04.490640079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"default-tenant","reconcileID":"716affad-8bc0-4aa9-97fe-d4d4358279a8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-858236","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:10:04.549610309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"default-tenant","reconcileID":"716affad-8bc0-4aa9-97fe-d4d4358279a8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-858236","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:10:04.605470906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"default-tenant","reconcileID":"716affad-8bc0-4aa9-97fe-d4d4358279a8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-858236","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:10:04.663459181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"default-tenant","reconcileID":"716affad-8bc0-4aa9-97fe-d4d4358279a8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-858236","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:10:04.718146554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"default-tenant","reconcileID":"716affad-8bc0-4aa9-97fe-d4d4358279a8","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-858236","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:10:04.770699866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"default-tenant","reconcileID":"716affad-8bc0-4aa9-97fe-d4d4358279a8","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-858236","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:10:04.823526222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"default-tenant","reconcileID":"716affad-8bc0-4aa9-97fe-d4d4358279a8","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-858236","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:10:04.876474357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"default-tenant","reconcileID":"716affad-8bc0-4aa9-97fe-d4d4358279a8","gvk":"Service","name":"payload-processing-e2e-worker-w3-858236","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:10:04.928873214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"default-tenant","reconcileID":"716affad-8bc0-4aa9-97fe-d4d4358279a8","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-858236","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:10:04.98183928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"default-tenant","reconcileID":"716affad-8bc0-4aa9-97fe-d4d4358279a8","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-858236","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:10:05.034949993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"default-tenant","reconcileID":"716affad-8bc0-4aa9-97fe-d4d4358279a8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-858236","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:10:05.087671223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"default-tenant","reconcileID":"716affad-8bc0-4aa9-97fe-d4d4358279a8","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-858236","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:10:05.144806008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"default-tenant","reconcileID":"716affad-8bc0-4aa9-97fe-d4d4358279a8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-858236","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:10:05.197367178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"default-tenant","reconcileID":"716affad-8bc0-4aa9-97fe-d4d4358279a8","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-858236","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:10:05.24983085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"default-tenant","reconcileID":"716affad-8bc0-4aa9-97fe-d4d4358279a8","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-858236","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:10:05.30266454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"default-tenant","reconcileID":"716affad-8bc0-4aa9-97fe-d4d4358279a8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-858236","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:10:05.355161505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-858236"},"namespace":"ai-tenant-e2e-worker-w3-858236","name":"default-tenant","reconcileID":"716affad-8bc0-4aa9-97fe-d4d4358279a8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-858236","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:10:05.609744526Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:10:06.171197565Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-858236","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-858236","reconcileID":"8acfbd4e-dd2a-4ad9-bcfe-16d0aaa1e600","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-858236","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-858236"],"unowned":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.335415333Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"cf81e273-6a5e-4f6e-b168-befc5590b574","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/simulator-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.446847053Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"cf81e273-6a5e-4f6e-b168-befc5590b574","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/simulator-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.447050501Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"premium-w3-858236","reconcileID":"fefa7b3e-6bc6-4c2c-8e8d-bf49b12a8911","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/premium-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.504421077Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"premium-w3-858236","reconcileID":"fefa7b3e-6bc6-4c2c-8e8d-bf49b12a8911","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/premium-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.50459962Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-2-w3-858236","reconcileID":"1b20ee34-d06d-44f8-89e1-8ba031ebf7fe","MaaSModelRef":{"name":"distinct-2-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/distinct-2-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.562851611Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-2-w3-858236","reconcileID":"1b20ee34-d06d-44f8-89e1-8ba031ebf7fe","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/distinct-2-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.563057168Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-w3-858236","reconcileID":"8bd51c9d-db78-4255-8777-f2b5c4cb517c","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/distinct-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.620991204Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-w3-858236","reconcileID":"8bd51c9d-db78-4255-8777-f2b5c4cb517c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/distinct-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.621195848Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"72ef8844-276f-4dd3-8f1d-b1fdb561f809","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/simulator-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.621252898Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"72ef8844-276f-4dd3-8f1d-b1fdb561f809","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/simulator-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.621377769Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"premium-w3-858236","reconcileID":"8c298295-3c8a-462e-9e71-918308ad1813","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/premium-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.621423456Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"premium-w3-858236","reconcileID":"8c298295-3c8a-462e-9e71-918308ad1813","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/premium-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.621549577Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-2-w3-858236","reconcileID":"e20029e4-d393-404a-bcd9-dcbddb643db9","MaaSModelRef":{"name":"distinct-2-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/distinct-2-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.621593231Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-2-w3-858236","reconcileID":"e20029e4-d393-404a-bcd9-dcbddb643db9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/distinct-2-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.626902166Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-w3-858236","reconcileID":"25670a97-97ad-4b64-8389-dec1702174a5","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/distinct-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.626957744Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-w3-858236","reconcileID":"25670a97-97ad-4b64-8389-dec1702174a5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/distinct-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.632064431Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"62a2ebf9-6918-4849-9dbf-478cc7489116","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/simulator-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.632108776Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"62a2ebf9-6918-4849-9dbf-478cc7489116","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/simulator-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.632200947Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"premium-w3-858236","reconcileID":"68ff301d-32f1-4672-8ab8-5f9003214633","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/premium-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.632236266Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"premium-w3-858236","reconcileID":"68ff301d-32f1-4672-8ab8-5f9003214633","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/premium-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.632319109Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-2-w3-858236","reconcileID":"ff1cdb0b-2d95-4048-928d-e68615be2f8e","MaaSModelRef":{"name":"distinct-2-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/distinct-2-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.632364107Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-2-w3-858236","reconcileID":"ff1cdb0b-2d95-4048-928d-e68615be2f8e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/distinct-2-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.637253416Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-w3-858236","reconcileID":"680f848c-c032-4514-8954-36593f8fb0cb","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/distinct-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.637301213Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-w3-858236","reconcileID":"680f848c-c032-4514-8954-36593f8fb0cb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/distinct-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.652494407Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"9d2c508a-e92b-42ea-9bb3-456c9819db1b","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/simulator-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.652535443Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"9d2c508a-e92b-42ea-9bb3-456c9819db1b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/simulator-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.652600066Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"premium-w3-858236","reconcileID":"9f212d9c-ad75-41e5-8e5a-bcd1f302f8b0","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/premium-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.652629397Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"premium-w3-858236","reconcileID":"9f212d9c-ad75-41e5-8e5a-bcd1f302f8b0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/premium-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.652689093Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-2-w3-858236","reconcileID":"80ee42c8-53b6-4a59-86bf-97b589b19ad7","MaaSModelRef":{"name":"distinct-2-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/distinct-2-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.652725966Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-2-w3-858236","reconcileID":"80ee42c8-53b6-4a59-86bf-97b589b19ad7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/distinct-2-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.658223472Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-w3-858236","reconcileID":"425eee87-ca26-4abc-a6a6-b21e7384a559","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/distinct-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.658266645Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-w3-858236","reconcileID":"425eee87-ca26-4abc-a6a6-b21e7384a559","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/distinct-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.693605164Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"374b017d-3215-4b7e-bd1f-93b09ec539b3","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/simulator-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.693651882Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"374b017d-3215-4b7e-bd1f-93b09ec539b3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/simulator-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.693742102Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"premium-w3-858236","reconcileID":"6f2ced58-eff4-4300-86db-31106f1f2eb2","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/premium-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.693779255Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"premium-w3-858236","reconcileID":"6f2ced58-eff4-4300-86db-31106f1f2eb2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/premium-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.693871149Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-2-w3-858236","reconcileID":"8b25215f-8adc-4167-ab8f-9ad514e5529a","MaaSModelRef":{"name":"distinct-2-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/distinct-2-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.693904131Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-2-w3-858236","reconcileID":"8b25215f-8adc-4167-ab8f-9ad514e5529a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/distinct-2-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.699157463Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-w3-858236","reconcileID":"1cb9fbfb-e91e-44cb-be42-2fe742696dbb","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/distinct-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.699201133Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-w3-858236","reconcileID":"1cb9fbfb-e91e-44cb-be42-2fe742696dbb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/distinct-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.774872637Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"d1f04997-f835-4d88-95b9-4c81305f48f5","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/simulator-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.774937581Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"d1f04997-f835-4d88-95b9-4c81305f48f5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/simulator-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.775016938Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"premium-w3-858236","reconcileID":"fbd33a1b-f130-44a2-b02f-2825817313aa","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/premium-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.775049146Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"premium-w3-858236","reconcileID":"fbd33a1b-f130-44a2-b02f-2825817313aa","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/premium-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.775111838Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-2-w3-858236","reconcileID":"16dc579e-bab4-4011-bfa2-6c147e156aaa","MaaSModelRef":{"name":"distinct-2-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/distinct-2-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.775152884Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-2-w3-858236","reconcileID":"16dc579e-bab4-4011-bfa2-6c147e156aaa","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/distinct-2-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.780347666Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-w3-858236","reconcileID":"35fb13f1-c751-4b7d-85cb-d4b9b6224012","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/distinct-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.78040255Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-w3-858236","reconcileID":"35fb13f1-c751-4b7d-85cb-d4b9b6224012","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/distinct-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.935270196Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"a446295c-5a7c-4d8c-9e49-018d90ae0b63","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/simulator-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.935333239Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"a446295c-5a7c-4d8c-9e49-018d90ae0b63","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/simulator-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.935436282Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"premium-w3-858236","reconcileID":"664c6a6f-2282-4aa8-af3c-22b17f0930f0","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/premium-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.935474553Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"premium-w3-858236","reconcileID":"664c6a6f-2282-4aa8-af3c-22b17f0930f0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/premium-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.935542228Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-2-w3-858236","reconcileID":"a3500846-72b1-472a-950d-c538dfbb5622","MaaSModelRef":{"name":"distinct-2-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/distinct-2-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.935572018Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-2-w3-858236","reconcileID":"a3500846-72b1-472a-950d-c538dfbb5622","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/distinct-2-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.941450795Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-w3-858236","reconcileID":"2a0dc4b6-d9b9-4676-881d-9143876a746e","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/distinct-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:06.941502532Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-w3-858236","reconcileID":"2a0dc4b6-d9b9-4676-881d-9143876a746e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/distinct-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:07.255922966Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"6f01641a-aac5-4a3e-85d5-32aeafc85112","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/simulator-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:07.256023472Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"6f01641a-aac5-4a3e-85d5-32aeafc85112","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/simulator-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:07.256175651Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"premium-w3-858236","reconcileID":"88074f7f-9ef6-4fa2-bd9b-a844da2196cd","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/premium-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:07.256234432Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"premium-w3-858236","reconcileID":"88074f7f-9ef6-4fa2-bd9b-a844da2196cd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/premium-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:07.256724544Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-2-w3-858236","reconcileID":"7946578d-08ee-4351-8057-5267beb49e0c","MaaSModelRef":{"name":"distinct-2-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/distinct-2-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:07.256791838Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-2-w3-858236","reconcileID":"7946578d-08ee-4351-8057-5267beb49e0c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/distinct-2-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:07.26682882Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-w3-858236","reconcileID":"b3a19b8f-5776-48b2-8145-351201c18b05","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/distinct-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:07.266879691Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-w3-858236","reconcileID":"b3a19b8f-5776-48b2-8145-351201c18b05","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/distinct-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T04:10:07.278645687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"905c6704-3824-4f30-b3ab-050ca240721c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:10:07.331657181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"905c6704-3824-4f30-b3ab-050ca240721c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:10:07.384431519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"905c6704-3824-4f30-b3ab-050ca240721c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:10:07.437260011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"905c6704-3824-4f30-b3ab-050ca240721c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:07.896784245Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"a5ddd921-ee4b-4f51-b6c6-c658d4e94def","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/simulator-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:07.896849109Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"a5ddd921-ee4b-4f51-b6c6-c658d4e94def","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/simulator-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:07.896980771Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"premium-w3-858236","reconcileID":"4bb67dda-979f-4b09-a674-974c271b916a","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/premium-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:07.897039035Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"premium-w3-858236","reconcileID":"4bb67dda-979f-4b09-a674-974c271b916a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/premium-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:07.897120134Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-2-w3-858236","reconcileID":"381ad311-85f8-4540-9027-ca1a95492442","MaaSModelRef":{"name":"distinct-2-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/distinct-2-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:07.89715688Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-2-w3-858236","reconcileID":"381ad311-85f8-4540-9027-ca1a95492442","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/distinct-2-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:07.907945536Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-w3-858236","reconcileID":"28bc08b6-e839-4743-a0ac-2e02054d0e31","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/distinct-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:07.907996314Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-w3-858236","reconcileID":"28bc08b6-e839-4743-a0ac-2e02054d0e31","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/distinct-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:09.177698617Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"84c5860e-b32d-4cd3-8ebd-4012bf74c96e","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/simulator-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:09.177771328Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"84c5860e-b32d-4cd3-8ebd-4012bf74c96e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/simulator-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:09.177851356Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"premium-w3-858236","reconcileID":"3e2b03c6-91c0-42de-a948-b388b7a7b2a2","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/premium-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:09.177891523Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"premium-w3-858236","reconcileID":"3e2b03c6-91c0-42de-a948-b388b7a7b2a2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/premium-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:09.177957819Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-2-w3-858236","reconcileID":"8fadef6e-ba27-453b-834a-23138156e80d","MaaSModelRef":{"name":"distinct-2-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/distinct-2-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:09.177988919Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-2-w3-858236","reconcileID":"8fadef6e-ba27-453b-834a-23138156e80d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/distinct-2-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:09.188841633Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-w3-858236","reconcileID":"da893238-d0ce-4b95-b6b6-2d55622d2047","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/distinct-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:09.188903261Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-w3-858236","reconcileID":"da893238-d0ce-4b95-b6b6-2d55622d2047","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-858236/distinct-w3-858236: AITenant \"e2e-worker-w3-858236\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T04:10:09.422963457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faa0efd6-08bf-40f5-94ac-1a14b00d6adb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:10:09.47602258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faa0efd6-08bf-40f5-94ac-1a14b00d6adb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:10:09.528697263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faa0efd6-08bf-40f5-94ac-1a14b00d6adb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:10:09.581567068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faa0efd6-08bf-40f5-94ac-1a14b00d6adb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:11.808524184Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-2-w3-858236","reconcileID":"d240cbcf-50c0-42d0-9427-d9f37cf188b7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-858236\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:12.071265301Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"0cb1034f-1391-4083-abe7-dbfdef2feb0e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-858236\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T04:10:12.103596341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"761cc3c8-6274-4cfb-9caf-6249bf4478ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T04:10:12.203382856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"df8966ba-0edc-4bd9-a0e5-bbca66556546","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:12.334600511Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"premium-w3-858236","reconcileID":"6ca7dce8-a347-470e-b133-94b91f9a24df","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-858236\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:12.597899779Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-w3-858236","reconcileID":"009ac8cc-5152-48bd-baec-91dbcbe28dda","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-858236\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:12.861142222Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-2-w3-858236","reconcileID":"9f69dfb4-c781-47db-a3cd-d60d8dae94ad","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-858236\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:13.126830824Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"6c343109-fbd4-4fce-b1e4-7b1e5bda314d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-858236\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:13.391784411Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"premium-w3-858236","reconcileID":"88e3c265-ebd2-45a8-9a3e-42ef4bb3dae2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-858236\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:13.661209946Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-2-w3-858236","reconcileID":"651fb039-bc39-43bc-8a7a-e350ea97674f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-858236\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:14.253864326Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"distinct-w3-858236","reconcileID":"c7428726-c01f-450c-b0a9-dc93d27486f2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-858236\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:14.866549626Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"simulator-w3-858236","reconcileID":"3d5136a0-7fde-407c-bc66-7cb83f34c52d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-858236\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T04:10:15.458166798Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-858236","namespace":"e2e-models-e2e-worker-w3-858236"},"namespace":"e2e-models-e2e-worker-w3-858236","name":"premium-w3-858236","reconcileID":"001570cd-ef01-40b6-93e7-8c2afe95ac4b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-858236\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}